Started by user Jenkins Admin Obtained pipelines/pingcap/tiflow/latest/periodics_cdc_integration_mysql_test.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is cached. Copying from home. [Pipeline] Start of Pipeline [Pipeline] readTrusted Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-d-6pm9n Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-d-6pm9n is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-dp1b7-pf316 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "f3c09ae1c7a024da80d2b7e8d1f54682c85fd49e" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-dp1b7" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-d-6pm9n" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-d-6pm9n" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-d-6pm9n" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-d-6pm9n in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git rev-list --no-walk b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 5 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh + printenv PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=d59c1c25-7d44-43c4-896e-9b290f8e3bc6 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-d-6pm9n HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Debug info BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct _=/usr/bin/printenv POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=3 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-dp1b7 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-a0e5b959a55caf4285c3f0608dcbd47ed90740dac7e4244afe4990642ac521c1 NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-dp1b7 pingcap-tiflow-periodics-cdc-integration-mysql-test-232-d-6pm9n GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-d-6pm9n GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.23.3' GODEBUG='' GOTELEMETRY='local' GOTELEMETRYDIR='/home/jenkins/.config/go/telemetry' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build3204275317=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tiflow exec -ti pingcap-tiflow-periodics-cdc-integration-mysql-test-232-d-6pm9n bash' debug command: kubectl -n jenkins-tiflow exec -ti pingcap-tiflow-periodics-cdc-integration-mysql-test-232-d-6pm9n bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 32941 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 2, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 30 IN A 20.205.243.166 github.com. 30 IN A 20.27.177.113 ;; Query time: 0 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Sat Apr 05 00:01:15 UTC 2025 ;; MSG SIZE rcvd: 91 [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] timeout Timeout set to expire in 10 min [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tiflow/rev-master) 192245760 bytes in 0.88 secs (219159973 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] echo computeBranchFromPR component: tiflow, prTargetBranch: master, prTitle: , trunkBranch: master [Pipeline] sh git version 2.36.6 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/.git/ .git HEAD is now at 4c631d595 kafka(ticdc): ddl sink close the underline sink if send ddl or checkpoint failed and refactor the kafka ddl sink (#12112) POST git-upload-pack (383 bytes) From https://github.com/pingcap/tiflow = [up to date] master -> origin/master HEAD is now at 4c631d595 kafka(ticdc): ddl sink close the underline sink if send ddl or checkpoint failed and refactor the kafka ddl sink (#12112) 4c631d5951854ac91765b729fe3849d8e8d5ed8a 4c631d595 kafka(ticdc): ddl sink close the underline sink if send ddl or checkpoint failed and refactor the kafka ddl sink (#12112) 3cf60079e codec(ticdc): modify DDL type support about debezium protocol (#12113) 9ed3d76c5 consumer(ticdc): adjust consumer log level (#12092) ✅ Checkout master 🎉 /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow ✅ ~~~~~ All done. ~~~~~~ [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache not saved (git/pingcap/tiflow/rev-master already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (prepare) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/third_party_download [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] sh + export TIDB_BRANCH=master + TIDB_BRANCH=master + export PD_BRANCH=master + PD_BRANCH=master + export TIKV_BRANCH=master + TIKV_BRANCH=master + export TIFLASH_BRANCH=master + TIFLASH_BRANCH=master + cd ../tiflow + ./scripts/download-integration-test-binaries.sh master Downloading binaries... >>> Downloading tidb-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tidb/d9fb3a53376157be49b5a7941e6e689a33c81eb0/centos7/tidb-server.tar.gz 2025-04-05 08:01:44 URL:http://fileserver.pingcap.net/download/builds/pingcap/tidb/d9fb3a53376157be49b5a7941e6e689a33c81eb0/centos7/tidb-server.tar.gz [620275338/620275338] -> "tmp/tidb-server.tar.gz" [1] >>> Downloading pd-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/pd/9d6bbb8529d9d2acb9cf324a65e94ece465f6346/centos7/pd-server.tar.gz 2025-04-05 08:02:02 URL:http://fileserver.pingcap.net/download/builds/pingcap/pd/9d6bbb8529d9d2acb9cf324a65e94ece465f6346/centos7/pd-server.tar.gz [228444265/228444265] -> "tmp/pd-server.tar.gz" [1] >>> Downloading tikv-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tikv/3eb3439fd88f0db9de06ef92e845e80b32c9b49a/centos7/tikv-server.tar.gz 2025-04-05 08:02:36 URL:http://fileserver.pingcap.net/download/builds/pingcap/tikv/3eb3439fd88f0db9de06ef92e845e80b32c9b49a/centos7/tikv-server.tar.gz [817400808/817400808] -> "tmp/tikv-server.tar.gz" [1] >>> Downloading tiflash.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tiflash/master/8ecb79fcf30098e6786f4d0440ead2a879a3ad4a/centos7/tiflash.tar.gz 2025-04-05 08:03:04 URL:http://fileserver.pingcap.net/download/builds/pingcap/tiflash/master/8ecb79fcf30098e6786f4d0440ead2a879a3ad4a/centos7/tiflash.tar.gz [553235170/553235170] -> "tmp/tiflash.tar.gz" [1] >>> Downloading minio.tar.gz from http://fileserver.pingcap.net/download/minio.tar.gz 2025-04-05 08:03:10 URL:http://fileserver.pingcap.net/download/minio.tar.gz [17718777/17718777] -> "tmp/minio.tar.gz" [1] >>> Downloading etcd.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/cdc/etcd-v3.4.7-linux-amd64.tar.gz 2025-04-05 08:03:11 URL:http://fileserver.pingcap.net/download/builds/pingcap/cdc/etcd-v3.4.7-linux-amd64.tar.gz [17310840/17310840] -> "tmp/etcd.tar.gz" [1] >>> Downloading schema-registry.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/cdc/schema-registry.tar.gz 2025-04-05 08:03:22 URL:http://fileserver.pingcap.net/download/builds/pingcap/cdc/schema-registry.tar.gz [278386006/278386006] -> "tmp/schema-registry.tar.gz" [1] >>> Downloading go-ycsb from http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb 2025-04-05 08:03:25 URL:http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb [45975512/45975512] -> "third_bin/go-ycsb" [1] >>> Downloading jq from http://fileserver.pingcap.net/download/builds/pingcap/test/jq-1.6/jq-linux64 2025-04-05 08:03:25 URL:http://fileserver.pingcap.net/download/builds/pingcap/test/jq-1.6/jq-linux64 [3953824/3953824] -> "third_bin/jq" [1] Download SUCCESS + ls -alh ./bin total 2.0G drwxr-sr-x 6 jenkins jenkins 4.0K Apr 5 08:03 . drwxr-sr-x 19 jenkins jenkins 4.0K Apr 5 08:03 .. drwxr-sr-x 2 jenkins jenkins 4.0K May 19 2023 bin drwxr-sr-x 4 jenkins jenkins 4.0K May 10 2023 etc -rwxr-xr-x 1 jenkins jenkins 17M Apr 2 2020 etcdctl -rwxr-xr-x 1 jenkins jenkins 44M Apr 5 08:03 go-ycsb -rwxr-xr-x 1 jenkins jenkins 3.8M Apr 5 08:03 jq drwxr-sr-x 3 jenkins jenkins 4.0K May 10 2023 lib lrwxrwxrwx 1 jenkins jenkins 13 Apr 3 12:33 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x 1 jenkins jenkins 1.2M Dec 18 2023 libc++.so.1.0 lrwxrwxrwx 1 jenkins jenkins 16 Apr 3 12:33 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x 1 jenkins jenkins 353K Dec 18 2023 libc++abi.so.1.0 lrwxrwxrwx 1 jenkins jenkins 13 Apr 3 12:33 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx 1 jenkins jenkins 15 Apr 3 12:33 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 2.2M Apr 3 11:49 libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 346M Apr 3 12:34 libtiflash_proxy.so -rwxr-xr-x 1 jenkins jenkins 50M Jul 29 2020 minio -rwxr-xr-x 1 jenkins jenkins 41M Apr 3 15:30 pd-api-bench -rwxr-xr-x 1 jenkins jenkins 44M Apr 3 15:29 pd-ctl -rwxr-xr-x 1 jenkins jenkins 40M Apr 3 15:30 pd-heartbeat-bench -rwxr-xr-x 1 jenkins jenkins 35M Apr 3 15:29 pd-recover -rwxr-xr-x 1 jenkins jenkins 37M Apr 3 15:30 pd-region-bench -rwxr-xr-x 1 jenkins jenkins 115M Apr 3 15:29 pd-server -rwxr-xr-x 1 jenkins jenkins 37M Apr 3 15:30 pd-tso-bench -rwxr-xr-x 1 jenkins jenkins 15M Apr 3 15:30 pd-ut -rwxr-xr-x 1 jenkins jenkins 35M Apr 3 15:30 regions-dump drwxr-sr-x 4 jenkins jenkins 4.0K May 10 2023 share -rwxr-xr-x 1 jenkins jenkins 35M Apr 3 15:30 stores-dump -rwxr-xr-x 1 jenkins jenkins 241M Apr 3 19:14 tidb-server -rwxr-xr-x 1 jenkins jenkins 443M Apr 3 12:33 tiflash -rwxr-xr-x 1 jenkins jenkins 373M Apr 2 11:56 tikv-server -rwxr-xr-x 1 jenkins jenkins 2.3M Apr 3 15:30 xprog + make check_third_party_binary go: downloading go1.23.4 (linux/amd64) /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/tidb-server /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/tikv-server /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/pd-server /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/tiflash /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/pd-ctl /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/go-ycsb /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/etcdctl /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/jq /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/minio /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/bin/schema-registry-start + cd - /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/third_party_download + mkdir -p bin + mv ../tiflow/bin/bin ../tiflow/bin/etc ../tiflow/bin/etcdctl ../tiflow/bin/go-ycsb ../tiflow/bin/jq ../tiflow/bin/lib ../tiflow/bin/libc++.so.1 ../tiflow/bin/libc++.so.1.0 ../tiflow/bin/libc++abi.so.1 ../tiflow/bin/libc++abi.so.1.0 ../tiflow/bin/libgmssl.so ../tiflow/bin/libgmssl.so.3 ../tiflow/bin/libgmssl.so.3.0 ../tiflow/bin/libtiflash_proxy.so ../tiflow/bin/minio ../tiflow/bin/pd-api-bench ../tiflow/bin/pd-ctl ../tiflow/bin/pd-heartbeat-bench ../tiflow/bin/pd-recover ../tiflow/bin/pd-region-bench ../tiflow/bin/pd-server ../tiflow/bin/pd-tso-bench ../tiflow/bin/pd-ut ../tiflow/bin/regions-dump ../tiflow/bin/share ../tiflow/bin/stores-dump ../tiflow/bin/tidb-server ../tiflow/bin/tiflash ../tiflow/bin/tikv-server ../tiflow/bin/xprog ./bin/ + ls -alh ./bin total 2.0G drwxr-sr-x 6 jenkins jenkins 4.0K Apr 5 08:03 . drwxr-sr-x 3 jenkins jenkins 4.0K Apr 5 08:03 .. drwxr-sr-x 2 jenkins jenkins 4.0K May 19 2023 bin drwxr-sr-x 4 jenkins jenkins 4.0K May 10 2023 etc -rwxr-xr-x 1 jenkins jenkins 17M Apr 2 2020 etcdctl -rwxr-xr-x 1 jenkins jenkins 44M Apr 5 08:03 go-ycsb -rwxr-xr-x 1 jenkins jenkins 3.8M Apr 5 08:03 jq drwxr-sr-x 3 jenkins jenkins 4.0K May 10 2023 lib lrwxrwxrwx 1 jenkins jenkins 13 Apr 3 12:33 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x 1 jenkins jenkins 1.2M Dec 18 2023 libc++.so.1.0 lrwxrwxrwx 1 jenkins jenkins 16 Apr 3 12:33 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x 1 jenkins jenkins 353K Dec 18 2023 libc++abi.so.1.0 lrwxrwxrwx 1 jenkins jenkins 13 Apr 3 12:33 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx 1 jenkins jenkins 15 Apr 3 12:33 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 2.2M Apr 3 11:49 libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 346M Apr 3 12:34 libtiflash_proxy.so -rwxr-xr-x 1 jenkins jenkins 50M Jul 29 2020 minio -rwxr-xr-x 1 jenkins jenkins 41M Apr 3 15:30 pd-api-bench -rwxr-xr-x 1 jenkins jenkins 44M Apr 3 15:29 pd-ctl -rwxr-xr-x 1 jenkins jenkins 40M Apr 3 15:30 pd-heartbeat-bench -rwxr-xr-x 1 jenkins jenkins 35M Apr 3 15:29 pd-recover -rwxr-xr-x 1 jenkins jenkins 37M Apr 3 15:30 pd-region-bench -rwxr-xr-x 1 jenkins jenkins 115M Apr 3 15:29 pd-server -rwxr-xr-x 1 jenkins jenkins 37M Apr 3 15:30 pd-tso-bench -rwxr-xr-x 1 jenkins jenkins 15M Apr 3 15:30 pd-ut -rwxr-xr-x 1 jenkins jenkins 35M Apr 3 15:30 regions-dump drwxr-sr-x 4 jenkins jenkins 4.0K May 10 2023 share -rwxr-xr-x 1 jenkins jenkins 35M Apr 3 15:30 stores-dump -rwxr-xr-x 1 jenkins jenkins 241M Apr 3 19:14 tidb-server -rwxr-xr-x 1 jenkins jenkins 443M Apr 3 12:33 tiflash -rwxr-xr-x 1 jenkins jenkins 373M Apr 2 11:56 tikv-server -rwxr-xr-x 1 jenkins jenkins 2.3M Apr 3 15:30 xprog + ./bin/tidb-server -V Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 + ./bin/tikv-server -V TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + ./bin/tiflash --version TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored [Pipeline] } [Pipeline] // retry [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] sh + ls -alh ./bin total 8.0K drwxr-sr-x 2 jenkins jenkins 4.0K Apr 5 08:03 . drwxr-sr-x 19 jenkins jenkins 4.0K Apr 5 08:03 .. + '[' -f ./bin/cdc ']' + make cdc CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 00:03:31" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc ./cmd/cdc go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394 go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading google.golang.org/grpc v1.64.0 go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/spf13/cobra v1.8.1 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/gin-gonic/gin v1.9.1 go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading golang.org/x/sync v0.10.0 go: downloading github.com/prometheus/client_golang v1.20.5 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/xdg/scram v1.0.5 go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/IBM/sarama v1.41.2 go: downloading golang.org/x/net v0.33.0 go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c go: downloading github.com/tinylib/msgp v1.1.6 go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/DATA-DOG/go-sqlmock v1.5.0 go: downloading github.com/imdario/mergo v0.3.16 go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/robfig/cron v1.2.0 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading go.etcd.io/etcd/server/v3 v3.5.12 go: downloading golang.org/x/time v0.7.0 go: downloading github.com/apache/pulsar-client-go v0.11.0 go: downloading github.com/aws/aws-sdk-go-v2 v1.19.1 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/swaggo/files v0.0.0-20210815190702-a29dd2bc99b2 go: downloading github.com/swaggo/gin-swagger v1.2.0 go: downloading github.com/hashicorp/golang-lru v0.5.1 go: downloading github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0 go: downloading github.com/stretchr/testify v1.10.0 go: downloading github.com/uber-go/atomic v1.4.0 go: downloading go.etcd.io/etcd/pkg/v3 v3.5.12 go: downloading cloud.google.com/go/storage v1.39.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0 go: downloading github.com/KimMachineGun/automemlimit v0.2.4 go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading github.com/klauspost/compress v1.17.9 go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b go: downloading github.com/pierrec/lz4/v4 v4.1.18 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 go: downloading golang.org/x/oauth2 v0.24.0 go: downloading github.com/benbjohnson/clock v1.1.0 go: downloading github.com/gavv/monotime v0.0.0-20190418164738-30dba4353424 go: downloading golang.org/x/sys v0.28.0 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading cloud.google.com/go v0.112.2 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/jcmturner/gokrb5/v8 v8.4.4 go: downloading github.com/segmentio/kafka-go v0.4.41-0.20230526171612-f057b1d369cd go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/cenkalti/backoff/v4 v4.2.1 go: downloading github.com/r3labs/diff v1.1.0 go: downloading github.com/go-mysql-org/go-mysql v1.9.1 go: downloading github.com/pingcap/check v0.0.0-20211026125417-57bd13f7b5f0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/pingcap/tidb-dashboard v0.0.0-20240326110213-9768844ff5d7 go: downloading github.com/swaggo/swag v1.16.3 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/golang/mock v1.6.0 go: downloading github.com/xdg/stringprep v1.0.3 go: downloading golang.org/x/crypto v0.31.0 go: downloading github.com/philhofer/fwd v1.1.1 go: downloading github.com/containerd/cgroups v1.0.4 go: downloading github.com/gin-contrib/sse v0.1.0 go: downloading github.com/go-playground/validator/v10 v10.14.0 go: downloading github.com/pelletier/go-toml/v2 v2.0.8 go: downloading github.com/ugorji/go/codec v1.2.11 go: downloading google.golang.org/protobuf v1.35.2 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/stretchr/objx v0.5.2 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/prometheus/common v0.61.0 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/prometheus/procfs v0.15.1 go: downloading github.com/aws/smithy-go v1.13.5 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/eapache/go-resiliency v1.4.0 go: downloading github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3 go: downloading github.com/eapache/queue v1.1.0 go: downloading github.com/hashicorp/go-multierror v1.1.1 go: downloading github.com/jcmturner/gofork v1.7.6 go: downloading github.com/AthenZ/athenz v1.10.39 go: downloading github.com/sirupsen/logrus v1.9.3 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading github.com/linkedin/goavro/v2 v2.11.1 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading cloud.google.com/go/iam v1.1.7 go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda go: downloading github.com/googleapis/gax-go/v2 v2.12.3 go: downloading google.golang.org/api v0.170.0 go: downloading github.com/jcmturner/dnsutils/v2 v2.0.0 go: downloading github.com/hashicorp/go-uuid v1.0.3 go: downloading github.com/grpc-ecosystem/grpc-gateway v1.16.0 go: downloading github.com/tmc/grpc-websocket-proxy v0.0.0-20220101234140-673ab2c3ae75 go: downloading go.etcd.io/bbolt v1.3.9 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.22.0 go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.22.0 go: downloading go.opentelemetry.io/otel/sdk v1.24.0 go: downloading sigs.k8s.io/yaml v1.4.0 go: downloading golang.org/x/term v0.27.0 go: downloading github.com/aws/aws-sdk-go-v2/config v1.18.30 go: downloading github.com/aws/aws-sdk-go-v2/credentials v1.13.29 go: downloading github.com/aws/aws-sdk-go-v2/service/glue v1.58.1 go: downloading github.com/jarcoal/httpmock v1.2.0 go: downloading github.com/mailru/easyjson v0.7.7 go: downloading golang.org/x/text v0.21.0 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading github.com/siddontang/go-log v0.0.0-20180807004314-8d05993dda07 go: downloading github.com/siddontang/go v0.0.0-20180604090527-bdc77568d726 go: downloading github.com/xdg-go/scram v1.1.2 go: downloading github.com/pierrec/lz4 v2.6.1+incompatible go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/KyleBanks/depth v1.2.1 go: downloading github.com/go-openapi/spec v0.21.0 go: downloading golang.org/x/tools v0.28.0 go: downloading gorm.io/gorm v1.25.11 go: downloading github.com/joomcode/errorx v1.0.1 go: downloading github.com/cakturk/go-netstat v0.0.0-20200220111822-e5b49efee7a5 go: downloading github.com/cilium/ebpf v0.4.0 go: downloading github.com/opencontainers/runtime-spec v1.0.2 go: downloading github.com/godbus/dbus/v5 v5.0.4 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 go: downloading github.com/gabriel-vasile/mimetype v1.4.2 go: downloading github.com/go-playground/universal-translator v0.18.1 go: downloading github.com/leodido/go-urn v1.2.4 go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/hashicorp/errwrap v1.0.0 go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible go: downloading github.com/99designs/keyring v1.2.1 go: downloading github.com/spaolacci/murmur3 v1.1.0 go: downloading golang.org/x/mod v0.22.0 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading go.opentelemetry.io/otel/trace v1.24.0 go: downloading github.com/jcmturner/aescts/v2 v2.0.0 go: downloading github.com/jcmturner/rpc/v2 v2.0.3 go: downloading go.etcd.io/etcd/raft/v3 v3.5.12 go: downloading github.com/xiang90/probing v0.0.0-20221125231312-a49e3df8f510 go: downloading github.com/jonboulle/clockwork v0.4.0 go: downloading github.com/gorilla/websocket v1.5.1 go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading go.opentelemetry.io/proto/otlp v1.1.0 go: downloading github.com/aws/aws-sdk-go-v2/internal/ini v1.3.37 go: downloading github.com/aws/aws-sdk-go-v2/service/sso v1.12.14 go: downloading github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.6 go: downloading github.com/aws/aws-sdk-go-v2/service/ssooidc v1.14.14 go: downloading github.com/aws/aws-sdk-go-v2/service/sts v1.20.1 go: downloading github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.36 go: downloading github.com/xdg-go/pbkdf2 v1.0.0 go: downloading github.com/xdg-go/stringprep v1.0.4 go: downloading github.com/shopspring/decimal v1.3.0 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e go: downloading github.com/edwingeng/deque v0.0.0-20191220032131-8596380dee17 go: downloading github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/gorilla/mux v1.8.1 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/go-logr/logr v1.4.1 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading github.com/qri-io/jsonschema v0.2.1 go: downloading github.com/golang-jwt/jwt/v4 v4.5.1 go: downloading go.etcd.io/etcd/client/v2 v2.305.12 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.30 go: downloading github.com/ardielle/ardielle-go v1.5.2 go: downloading github.com/go-playground/locales v0.14.1 go: downloading github.com/dvsekhvalnov/jose2go v1.5.0 go: downloading github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c go: downloading github.com/mtibben/percent v0.2.1 go: downloading github.com/grpc-ecosystem/grpc-gateway/v2 v2.19.1 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.30 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading github.com/jinzhu/now v1.1.5 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading github.com/jinzhu/inflection v1.0.0 go: downloading github.com/mattn/go-runewidth v0.0.16 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading k8s.io/api v0.29.11 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/rivo/uniseg v0.4.7 go: downloading cloud.google.com/go/kms v1.15.8 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/goccy/go-reflect v1.2.0 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/go-openapi/jsonpointer v0.21.0 go: downloading github.com/go-openapi/jsonreference v0.21.0 go: downloading github.com/go-openapi/swag v0.23.0 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.13.1 go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading github.com/josharian/intern v1.0.0 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/golang-jwt/jwt/v5 v5.2.1 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading github.com/andybalholm/brotli v1.0.5 go: downloading github.com/klauspost/cpuid/v2 v2.2.4 go: downloading k8s.io/apimachinery v0.29.11 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading github.com/google/gofuzz v1.2.0 go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading github.com/jmespath/go-jmespath v0.4.0 go: downloading github.com/google/s2a-go v0.1.7 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading github.com/felixge/httpsnoop v1.0.4 + '[' -f ./bin/cdc_kafka_consumer ']' + make kafka_consumer CGO_ENABLED=1 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 00:06:41" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_kafka_consumer ./cmd/kafka-consumer go: downloading github.com/confluentinc/confluent-kafka-go/v2 v2.3.0 go: downloading github.com/DataDog/zstd v1.5.5 + '[' -f ./bin/cdc_storage_consumer ']' + make storage_consumer CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 00:09:29" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_storage_consumer ./cmd/storage-consumer/main.go + '[' -f ./bin/cdc.test ']' + make integration_test_build cd tools/check && GO111MODULE=on go build -mod=mod -o ../bin/failpoint-ctl github.com/pingcap/failpoint/failpoint-ctl go: downloading github.com/pingcap/failpoint v0.0.0-20210316064728-7acb0f0a3dfd go: downloading github.com/sergi/go-diff v1.1.0 CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 00:09:37" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_storage_consumer ./cmd/storage-consumer/main.go CGO_ENABLED=1 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 00:09:37" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_kafka_consumer ./cmd/kafka-consumer CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 00:09:37" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_pulsar_consumer ./cmd/pulsar-consumer/main.go CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 00:09:37" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/oauth2-server ./cmd/oauth2-server/main.go go: downloading github.com/go-oauth2/oauth2/v4 v4.5.2 go: downloading github.com/tidwall/buntdb v1.3.0 go: downloading github.com/tidwall/rtred v0.1.2 go: downloading github.com/tidwall/grect v0.1.4 go: downloading github.com/tidwall/gjson v1.14.3 go: downloading github.com/tidwall/match v1.1.1 go: downloading github.com/tidwall/tinyqueue v0.1.1 go: downloading github.com/tidwall/pretty v1.2.0 CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 00:09:37" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/sync_diff_inspector ./sync_diff_inspector go: downloading github.com/olekukonko/tablewriter v0.0.5 $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl enable >/dev/null) go: downloading github.com/PingCAP-QE/go-sqlsmith v0.0.0-20241224111350-ad2e4f976c7c go: downloading github.com/chzyer/readline v1.5.1 go: downloading github.com/deepmap/oapi-codegen v1.9.0 go: downloading github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510 go: downloading github.com/gogo/gateway v1.1.0 go: downloading github.com/getkin/kin-openapi v0.80.0 go: downloading github.com/shurcooL/httpgzip v0.0.0-20190720172056-320755c1c1b0 go: downloading github.com/syndtr/goleveldb v1.0.1-0.20210305035536-64b5b1c73954 go: downloading github.com/mattn/go-shellwords v1.0.12 go: downloading github.com/go-ozzo/ozzo-validation/v4 v4.3.0 go: downloading github.com/glebarez/sqlite v1.7.0 go: downloading go.uber.org/dig v1.13.0 go: downloading gorm.io/driver/mysql v1.5.7 go: downloading github.com/glebarez/go-sqlite v1.21.2 go: downloading github.com/VividCortex/mysqlerr v1.0.0 go: downloading go.uber.org/ratelimit v0.2.0 go: downloading go.uber.org/goleak v1.3.0 go: downloading github.com/bradleyjkemp/grpc-tools v0.2.5 go: downloading github.com/jmoiron/sqlx v1.3.3 go: downloading upper.io/db.v3 v3.7.1+incompatible go: downloading github.com/integralist/go-findroot v0.0.0-20160518114804-ac90681525dc go: downloading github.com/ngaut/log v0.0.0-20210830112240-0124ec040aeb go: downloading github.com/andres-erbsen/clock v0.0.0-20160526145045-9e14626cd129 go: downloading modernc.org/sqlite v1.27.0 go: downloading modernc.org/libc v1.37.1 go: downloading github.com/improbable-eng/grpc-web v0.12.0 go: downloading github.com/ghodss/yaml v1.0.0 go: downloading github.com/desertbit/timer v0.0.0-20180107155436-c41aec40b27f go: downloading github.com/rs/cors v1.7.0 go: downloading modernc.org/memory v1.7.2 go: downloading modernc.org/mathutil v1.6.0 CGO_ENABLED=1 GO111MODULE=on go test -p 3 --race --tags=intest -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 00:09:37" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -c -cover -covermode=atomic \ -coverpkg=github.com/pingcap/tiflow/... \ -o bin/cdc.test github.com/pingcap/tiflow/cmd/cdc \ || { $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null); exit 1; } CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 00:09:37" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc ./cmd/cdc/main.go \ || { $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null); exit 1; } $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null) + ls -alh ./bin total 1.4G drwxr-sr-x 2 jenkins jenkins 4.0K Apr 5 08:15 . drwxr-sr-x 19 jenkins jenkins 4.0K Apr 5 08:03 .. -rwxr-xr-x 1 jenkins jenkins 231M Apr 5 08:15 cdc -rwxr-xr-x 1 jenkins jenkins 363M Apr 5 08:15 cdc.test -rwxr-xr-x 1 jenkins jenkins 268M Apr 5 08:10 cdc_kafka_consumer -rwxr-xr-x 1 jenkins jenkins 200M Apr 5 08:10 cdc_pulsar_consumer -rwxr-xr-x 1 jenkins jenkins 199M Apr 5 08:09 cdc_storage_consumer -rwxr-xr-x 1 jenkins jenkins 13M Apr 5 08:10 oauth2-server -rwxr-xr-x 1 jenkins jenkins 145M Apr 5 08:10 sync_diff_inspector + ./bin/cdc version Release Version: v9.0.0-beta.1-9-g4c631d595 Git Commit Hash: 4c631d5951854ac91765b729fe3849d8e8d5ed8a Git Branch: HEAD UTC Build Time: 2025-04-05 00:09:37 Go Version: go1.23.4 Failpoint Build: true [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + cp -r ../third_party_download/bin/bin ../third_party_download/bin/etc ../third_party_download/bin/etcdctl ../third_party_download/bin/go-ycsb ../third_party_download/bin/jq ../third_party_download/bin/lib ../third_party_download/bin/libc++.so.1 ../third_party_download/bin/libc++.so.1.0 ../third_party_download/bin/libc++abi.so.1 ../third_party_download/bin/libc++abi.so.1.0 ../third_party_download/bin/libgmssl.so ../third_party_download/bin/libgmssl.so.3 ../third_party_download/bin/libgmssl.so.3.0 ../third_party_download/bin/libtiflash_proxy.so ../third_party_download/bin/minio ../third_party_download/bin/pd-api-bench ../third_party_download/bin/pd-ctl ../third_party_download/bin/pd-heartbeat-bench ../third_party_download/bin/pd-recover ../third_party_download/bin/pd-region-bench ../third_party_download/bin/pd-server ../third_party_download/bin/pd-tso-bench ../third_party_download/bin/pd-ut ../third_party_download/bin/regions-dump ../third_party_download/bin/share ../third_party_download/bin/stores-dump ../third_party_download/bin/tidb-server ../third_party_download/bin/tiflash ../third_party_download/bin/tikv-server ../third_party_download/bin/xprog ./bin/ + ls -alh ./bin total 3.3G drwxr-sr-x 6 jenkins jenkins 4.0K Apr 5 08:15 . drwxr-sr-x 19 jenkins jenkins 4.0K Apr 5 08:03 .. drwxr-sr-x 2 jenkins jenkins 4.0K Apr 5 08:15 bin -rwxr-xr-x 1 jenkins jenkins 231M Apr 5 08:15 cdc -rwxr-xr-x 1 jenkins jenkins 363M Apr 5 08:15 cdc.test -rwxr-xr-x 1 jenkins jenkins 268M Apr 5 08:10 cdc_kafka_consumer -rwxr-xr-x 1 jenkins jenkins 200M Apr 5 08:10 cdc_pulsar_consumer -rwxr-xr-x 1 jenkins jenkins 199M Apr 5 08:09 cdc_storage_consumer drwxr-sr-x 4 jenkins jenkins 4.0K Apr 5 08:15 etc -rwxr-xr-x 1 jenkins jenkins 17M Apr 5 08:15 etcdctl -rwxr-xr-x 1 jenkins jenkins 44M Apr 5 08:15 go-ycsb -rwxr-xr-x 1 jenkins jenkins 3.8M Apr 5 08:15 jq drwxr-sr-x 3 jenkins jenkins 4.0K Apr 5 08:15 lib lrwxrwxrwx 1 jenkins jenkins 13 Apr 5 08:15 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x 1 jenkins jenkins 1.2M Apr 5 08:15 libc++.so.1.0 lrwxrwxrwx 1 jenkins jenkins 16 Apr 5 08:15 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x 1 jenkins jenkins 353K Apr 5 08:15 libc++abi.so.1.0 lrwxrwxrwx 1 jenkins jenkins 13 Apr 5 08:15 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx 1 jenkins jenkins 15 Apr 5 08:15 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 2.2M Apr 5 08:15 libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 346M Apr 5 08:15 libtiflash_proxy.so -rwxr-xr-x 1 jenkins jenkins 50M Apr 5 08:15 minio -rwxr-xr-x 1 jenkins jenkins 13M Apr 5 08:10 oauth2-server -rwxr-xr-x 1 jenkins jenkins 41M Apr 5 08:15 pd-api-bench -rwxr-xr-x 1 jenkins jenkins 44M Apr 5 08:15 pd-ctl -rwxr-xr-x 1 jenkins jenkins 40M Apr 5 08:15 pd-heartbeat-bench -rwxr-xr-x 1 jenkins jenkins 35M Apr 5 08:15 pd-recover -rwxr-xr-x 1 jenkins jenkins 37M Apr 5 08:15 pd-region-bench -rwxr-xr-x 1 jenkins jenkins 115M Apr 5 08:15 pd-server -rwxr-xr-x 1 jenkins jenkins 37M Apr 5 08:15 pd-tso-bench -rwxr-xr-x 1 jenkins jenkins 15M Apr 5 08:15 pd-ut -rwxr-xr-x 1 jenkins jenkins 35M Apr 5 08:15 regions-dump drwxr-sr-x 4 jenkins jenkins 4.0K Apr 5 08:15 share -rwxr-xr-x 1 jenkins jenkins 35M Apr 5 08:15 stores-dump -rwxr-xr-x 1 jenkins jenkins 145M Apr 5 08:10 sync_diff_inspector -rwxr-xr-x 1 jenkins jenkins 241M Apr 5 08:15 tidb-server -rwxr-xr-x 1 jenkins jenkins 443M Apr 5 08:15 tiflash -rwxr-xr-x 1 jenkins jenkins 373M Apr 5 08:15 tikv-server -rwxr-xr-x 1 jenkins jenkins 2.3M Apr 5 08:15 xprog [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 49.81 secs (80884510 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Tests) [Pipeline] parallel [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G00') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G01') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G02') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G03') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G04') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G05') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G06') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G07') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G08') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G09') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G10') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G11') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G12') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G13') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G14') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G15') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G16') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G17') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G18') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G19') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G20') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G21') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G00') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G01') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G02') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G03') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G04') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G05') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G06') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G07') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G08') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G09') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G10') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G11') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G12') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G13') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G14') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G15') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G16') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G17') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G18') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G19') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G20') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G21') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2 Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76 Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40 Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3 Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-w-rgg95 Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-03lk0-61p21 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "4e408c7b0aeb6aef93b040b9909dc5b6a309ac4c" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-03lk0" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@72edb270; decorates RemoteLauncher[hudson.remoting.Channel@216fbbef:JNLP4-connect connection from 10.233.74.125/10.233.74.125:51400] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-4brmz-4vs54 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "4af29bbc835bec47e125d9614245933dce7295cc" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-4brmz" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test [Pipeline] { Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-5v36b-c4v7z --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "484f29866cb3ff2c51a592f764763be70ef95649" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-5v36b" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0 Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-s7svh-v3f6c --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "cfe96fdec9b78bf58a4517f06ca319de882fe165" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-s7svh" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-x2bmw-73f00 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "3e8f364e262b8cd7e1e9e7dffa2ac66a28255eb0" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-x2bmw" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test [Pipeline] { Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@42c21747; decorates RemoteLauncher[hudson.remoting.Channel@30ee48ce:JNLP4-connect connection from 10.233.69.65/10.233.69.65:46462] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2e18c7cc; decorates RemoteLauncher[hudson.remoting.Channel@3b86bea5:JNLP4-connect connection from 10.233.86.33/10.233.86.33:57278] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-8spg6-10phz --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "c64a35658ff7dec2bdce4e6d1cd36af811289708" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-8spg6" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test [Pipeline] { Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3 [Pipeline] checkout Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" The recommended git tool is: git [Pipeline] withEnv [Pipeline] { > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 [Pipeline] container [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@f2a00a7; decorates RemoteLauncher[hudson.remoting.Channel@402b123c:JNLP4-connect connection from 10.233.97.45/10.233.97.45:37870] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] stage [Pipeline] { (Test) No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@782c200; decorates RemoteLauncher[hudson.remoting.Channel@1e151538:JNLP4-connect connection from 10.233.78.69/10.233.78.69:48564] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] cache Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-9h3l7 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@9a10fb0; decorates RemoteLauncher[hudson.remoting.Channel@3df06a68:JNLP4-connect connection from 10.233.66.200/10.233.66.200:54098] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-w-rgg95 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-wq251-vfxj7 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "ec0c3c86371eafb5e9a129403afebf9dd3c2832f" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-wq251" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-w-rgg95" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-w-rgg95" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-w-rgg95" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-w-rgg95 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-tqgx4-gk83p --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "ce1571c7f673c277e824548cdfa06848c4d7e478" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-tqgx4" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-9h3l7 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-v2tgh-3qpg9 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "301a4e4c701da9a0e587dc5d7860ce0c75719b74" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-v2tgh" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-9h3l7" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-9h3l7" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-9h3l7" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-9h3l7 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-jkp66-zfqdg --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "0dffcc967fddf1d5a1f3014b869f042ace77d465" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-jkp66" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-ml89j-lnt82 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "87ac1f141ab5212f94312072650f9a070a6a3b23" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-ml89j" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 6.75 secs (596485404 bytes/sec) [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] sh [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] { [Pipeline] { + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G02 Run cases: consistent_replicate_ddl consistent_replicate_gbk consistent_replicate_nfs consistent_replicate_storage_file consistent_replicate_storage_file_large_value consistent_replicate_storage_s3 consistent_partition_table kafka_big_messages_v2 multi_tables_ddl_v2 multi_topics_v2 storage_cleanup csv_storage_basic csv_storage_multi_tables_ddl csv_storage_partition_table PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=56d569a1-6552-4a96-b809-1a29ade988a2 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G02 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-03lk0 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2 pingcap_tiflow_periodics_cdc_integration_mysql_test_232-03lk0 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/consistent_replicate_ddl/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] { [Pipeline] checkout [Pipeline] { The recommended git tool is: git Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n [Pipeline] checkout Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw [Pipeline] checkout The recommended git tool is: git Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-f-hs7hm [Pipeline] checkout The recommended git tool is: git Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-p9vnf Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc The recommended git tool is: git [Pipeline] checkout Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-9-dpz6b The recommended git tool is: git Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-6gtp2 [Pipeline] stage [Pipeline] { (Test) Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-7nwxg Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-j1fjd [Pipeline] stage [Pipeline] { (Test) Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-g-6tsj1 Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-03lkd [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5a2b0767; decorates RemoteLauncher[hudson.remoting.Channel@673f8df3:JNLP4-connect connection from 10.233.97.113/10.233.97.113:41150] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@19413a0b; decorates RemoteLauncher[hudson.remoting.Channel@3dbf6db:JNLP4-connect connection from 10.233.74.37/10.233.74.37:33444] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@297410d0; decorates RemoteLauncher[hudson.remoting.Channel@452aa064:JNLP4-connect connection from 10.233.78.116/10.233.78.116:34212] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@c7f7d35; decorates RemoteLauncher[hudson.remoting.Channel@6d5b782a:JNLP4-connect connection from 10.233.69.254/10.233.69.254:52172] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@256e372f; decorates RemoteLauncher[hudson.remoting.Channel@60d86320:JNLP4-connect connection from 10.233.66.173/10.233.66.173:33876] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-j1fjd is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-b2xnf-vnmfz --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6b3642956f46a19e3f945914ddcb528b7beb8afb" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-b2xnf" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-j1fjd" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-j1fjd" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-j1fjd" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-j1fjd in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-vs6h0-crsch --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "5669e4e164b7280d41f846c6d8e6d59e1aa1d767" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-vs6h0" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" start tidb cluster in /tmp/tidb_cdc_test/consistent_replicate_ddl Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-mkkt2-wlg53 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "0691325589083942ab6504914206ed2ee4af89db" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-mkkt2" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-p9vnf is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-cl7zz-ts7s8 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "5aa376cc4c292b4ce02722114416753d96ac256a" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-cl7zz" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-p9vnf" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-p9vnf" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-p9vnf" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-p9vnf in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Verifying downstream PD is started... Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-g-6tsj1 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-gb64x-kkdg8 Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-bttqc-h51kb --- apiVersion: "v1" kind: "Pod" metadata: annotations: --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "d4a7fd7b65428185b26a9ccaa6410e2aaa6fe985" jenkins/label-digest: "ef3098cdf202cefddd8dd9e05dcd57f57e79008c" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-bttqc" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-gb64x" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-g-6tsj1" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: operator: "In" values: - "amd64" containers: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: resources: limits: memory: "32Gi" cpu: "6" requests: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" memory: "12Gi" cpu: "4" tty: true volumeMounts: name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" name: "report" resources: limits: memory: "256Mi" cpu: "100m" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw" - name: "JENKINS_NAME" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: - name: "JENKINS_AGENT_NAME" memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-g-6tsj1" - name: "JENKINS_NAME" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-g-6tsj1" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" medium: "" name: "workspace-volume" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-03lkd is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-twjdk-75jcm --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "2476856fb844d991a5708a74cd8321f53fd9149b" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-twjdk" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-03lkd" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-03lkd" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-03lkd" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-9-dpz6b is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-9n549-b8h0w Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-7nwxg is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-8drcw-s3vw6 --- apiVersion: "v1" kind: "Pod" metadata: annotations: --- apiVersion: "v1" kind: "Pod" metadata: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: annotations: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "deb6622352bb94d8a5d87398d93146def036c123" buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-9n549" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-9-dpz6b" namespace: "jenkins-tiflow" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: jenkins/label-digest: "67eb3eac4bed6e4ff586aefca840b30e24738275" - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-8drcw" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-7nwxg" namespace: "jenkins-tiflow" spec: affinity: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" values: - "amd64" containers: name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" cpu: "6" requests: memory: "12Gi" cpu: "4" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-9-dpz6b" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-9-dpz6b" name: "net-tool" resources: limits: memory: "128Mi" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: name: "workspace-volume" readOnly: false - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: volumes: - emptyDir: medium: "" name: "workspace-volume" memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-7nwxg" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-7nwxg" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-9-dpz6b in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-7nwxg in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-g-6tsj1 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-03lkd in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-6gtp2 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-cm6tp-sz63n Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-232-f-hs7hm is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_232-fv5v2-xnm5w --- apiVersion: "v1" kind: "Pod" metadata: annotations: --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "d9e5ff4b247cd12274040d213e0d81ed77bc7456" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-cm6tp" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-6gtp2" jenkins/label-digest: "7ba7cca2254baf06c57a402f35f66944b4ee3dee" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_232-fv5v2" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-f-hs7hm" requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: operator: "In" values: - "amd64" containers: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" resources: limits: memory: "128Mi" cpu: "100m" tty: true name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false name: "report" resources: limits: memory: "256Mi" cpu: "100m" - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-6gtp2" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-f-hs7hm" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-6gtp2" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-232-f-hs7hm" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-6gtp2 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-232-f-hs7hm in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 8.49 secs (474780429 bytes/sec) [Pipeline] { [Pipeline] cache ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616446683433714 TiDB Cluster ID. tikv_gc_leader_uuid 6580d3b9e440004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:1363, start at 2025-04-05 08:17:04.918020871 +0800 CST m=+2.247149770 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:19:04.926 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:17:04.913 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:07:04.913 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616446683433714 TiDB Cluster ID. tikv_gc_leader_uuid 6580d3b9e440004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:1363, start at 2025-04-05 08:17:04.918020871 +0800 CST m=+2.247149770 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:19:04.926 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:17:04.913 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:07:04.913 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616453585048246 TiDB Cluster ID. tikv_gc_leader_uuid 6580d3b9e80000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:1436, start at 2025-04-05 08:17:04.953543533 +0800 CST m=+2.221150539 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:19:04.961 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:17:04.928 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:07:04.928 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/consistent_replicate_ddl/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/consistent_replicate_ddl/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/consistent_replicate_ddl/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/consistent_replicate_ddl/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/consistent_replicate_ddl/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Sat Apr 5 08:17:09 CST 2025] <<<<<< START cdc server in consistent_replicate_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_ddl.26932695.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_ddl/cdcconsistent_replicate_ddl.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_ddl/cdc_dataconsistent_replicate_ddl.server1 --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:17:12 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/99131333-7398-406e-b227-691c701bdcb2 {"id":"99131333-7398-406e-b227-691c701bdcb2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812229} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034ecab7d9 99131333-7398-406e-b227-691c701bdcb2 /tidb/cdc/default/default/upstream/7489616446683433714 {"id":7489616446683433714,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/99131333-7398-406e-b227-691c701bdcb2 {"id":"99131333-7398-406e-b227-691c701bdcb2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812229} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034ecab7d9 99131333-7398-406e-b227-691c701bdcb2 /tidb/cdc/default/default/upstream/7489616446683433714 {"id":7489616446683433714,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/99131333-7398-406e-b227-691c701bdcb2 {"id":"99131333-7398-406e-b227-691c701bdcb2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812229} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034ecab7d9 99131333-7398-406e-b227-691c701bdcb2 /tidb/cdc/default/default/upstream/7489616446683433714 {"id":7489616446683433714,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 6.57 secs (612827315 bytes/sec) [Pipeline] { [Pipeline] cache ***************** properties ***************** "mysql.port"="4000" "updateproportion"="0" "mysql.user"="root" "mysql.host"="127.0.0.1" "readallfields"="true" "readproportion"="0" "mysql.db"="consistent_replicate_ddl" "dotransactions"="false" "threadcount"="10" "requestdistribution"="uniform" "fieldcount"="3" "workload"="core" "scanproportion"="0" "operationcount"="0" "insertproportion"="0" "recordcount"="50" ********************************************** Run finished, takes 20.104207ms INSERT - Takes(s): 0.0, Count: 50, OPS: 4936.9, Avg(us): 3783, Min(us): 1408, Max(us): 10325, 95th(us): 11000, 99th(us): 11000 table consistent_replicate_ddl.usertable1 not exists for 1-th check, retry later table consistent_replicate_ddl.usertable1 exists table consistent_replicate_ddl.usertable2 not exists for 1-th check, retry later table consistent_replicate_ddl.usertable2 not exists for 2-th check, retry later table consistent_replicate_ddl.usertable2 exists table consistent_replicate_ddl.usertable3 not exists for 1-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 8.02 secs (502459777 bytes/sec) [Pipeline] { [Pipeline] cache table consistent_replicate_ddl.usertable3 not exists for 2-th check, retry later table consistent_replicate_ddl.usertable3 exists table consistent_replicate_ddl.usertable_bak not exists for 1-th check, retry later table consistent_replicate_ddl.usertable_bak not exists for 2-th check, retry later table consistent_replicate_ddl.usertable_bak exists Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 6.73 secs (598941132 bytes/sec) [Pipeline] { [Pipeline] cache wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:17:36 CST 2025] <<<<<< START cdc server in consistent_replicate_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkHangLongTime=return(true);github.com/pingcap/tiflow/cdc/sink/ddlsink/mysql/MySQLSinkExecDDLDelay=return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_ddl.29472949.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_ddl/cdcconsistent_replicate_ddl.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_ddl/cdc_dataconsistent_replicate_ddl.server2 --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:17:39 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/91aa6d4f-6b75-4ce8-a8fd-64181b6b21a7 {UpstreamID:7489616446683433714 Namespace:default ID:91aa6d4f-6b75-4ce8-a8fd-64181b6b21a7 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:17:12.302467377 +0800 CST StartTs:457129913806749699 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0041b3950 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129913819594755} {CheckpointTs:457129918931402755 MinTableBarrierTs:457129920766410755 AdminJobType:noop} span: {tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}, resolvedTs: 457129918931402755, checkpointTs: 457129918931402755, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129918931402755, checkpointTs: 457129918931402755, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457129918931402755, checkpointTs: 457129918931402755, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457129918931402755, checkpointTs: 457129918931402755, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129918931402755, checkpointTs: 457129918931402755, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/28cc3eba-a51c-4d15-982e-60edbb37821b {"id":"28cc3eba-a51c-4d15-982e-60edbb37821b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812256} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034ecab921 28cc3eba-a51c-4d15-982e-60edbb37821b /tidb/cdc/default/default/changefeed/info/91aa6d4f-6b75-4ce8-a8fd-64181b6b21a7 {"upstream-id":7489616446683433714,"namespace":"default","changefeed-id":"91aa6d4f-6b75-4ce8-a8fd-64181b6b21a7","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:17:12.302467377+08:00","start-ts":457129913806749699,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_ddl/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129913819594755} /tidb/cdc/default/default/changefeed/status/91aa6d4f-6b75-4ce8-a8fd-64181b6b21a7 {"checkpoint-ts":457129918931402755,"min-table-barrier-ts":457129920766410755,"admin-job-type":0} /tidb/cdc/default/default/task/position/28cc3eba-a51c-4d15-982e-60edbb37821b/91aa6d4f-6b75-4ce8-a8fd-64181b6b21a7 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489616446683433714 {"id":7489616446683433714,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/91aa6d4f-6b75-4ce8-a8fd-64181b6b21a7 {UpstreamID:7489616446683433714 Namespace:default ID:91aa6d4f-6b75-4ce8-a8fd-64181b6b21a7 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:17:12.302467377 +0800 CST StartTs:457129913806749699 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0041b3950 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129913819594755} {CheckpointTs:457129918931402755 MinTableBarrierTs:457129920766410755 AdminJobType:noop} span: {tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}, resolvedTs: 457129918931402755, checkpointTs: 457129918931402755, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129918931402755, checkpointTs: 457129918931402755, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457129918931402755, checkpointTs: 457129918931402755, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457129918931402755, checkpointTs: 457129918931402755, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129918931402755, checkpointTs: 457129918931402755, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/28cc3eba-a51c-4d15-982e-60edbb37821b {"id":"28cc3eba-a51c-4d15-982e-60edbb37821b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812256} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034ecab921 28cc3eba-a51c-4d15-982e-60edbb37821b /tidb/cdc/default/default/changefeed/info/91aa6d4f-6b75-4ce8-a8fd-64181b6b21a7 {"upstream-id":7489616446683433714,"namespace":"default","changefeed-id":"91aa6d4f-6b75-4ce8-a8fd-64181b6b21a7","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:17:12.302467377+08:00","start-ts":457129913806749699,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_ddl/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-h+ grep -q 'failed to get info:' andle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129913819594755} /tidb/cdc/default/default/changefeed/status/91aa6d4f-6b75-4ce8-a8fd-64181b6b21a7 {"checkpoint-ts":457129918931402755,"min-table-barrier-ts":457129920766410755,"admin-job-type":0} /tidb/cdc/default/default/task/position/28cc3eba-a51c-4d15-982e-60edbb37821b/91aa6d4f-6b75-4ce8-a8fd-64181b6b21a7 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489616446683433714 {"id":7489616446683433714,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/91aa6d4f-6b75-4ce8-a8fd-64181b6b21a7 {UpstreamID:7489616446683433714 Namespace:default ID:91aa6d4f-6b75-4ce8-a8fd-64181b6b21a7 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:17:12.302467377 +0800 CST StartTs:457129913806749699 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0041b3950 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129913819594755} {CheckpointTs:457129918931402755 MinTableBarrierTs:457129920766410755 AdminJobType:noop} span: {tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}, resolvedTs: 457129918931402755, checkpointTs: 457129918931402755, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129918931402755, checkpointTs: 457129918931402755, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457129918931402755, checkpointTs: 457129918931402755, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457129918931402755, checkpointTs: 457129918931402755, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129918931402755, checkpointTs: 457129918931402755, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/28cc3eba-a51c-4d15-982e-60edbb37821b {"id":"28cc3eba-a51c-4d15-982e-60edbb37821b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812256} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034ecab921 28cc3eba-a51c-4d15-982e-60edbb37821b /tidb/cdc/default/default/changefeed/info/91aa6d4f-6b75-4ce8-a8fd-64181b6b21a7 {"upstream-id":7489616446683433714,"namespace":"default","changefeed-id":"91aa6d4f-6b75-4ce8-a8fd-64181b6b21a7","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:17:12.302467377+08:00","start-ts":457129913806749699,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_ddl/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129913819594755} /tidb/cdc/default/default/changefeed/status/91aa6d4f-6b75-4ce8-a8fd-64181b6b21a7 {"checkpoint-ts":457129918931402755,"min-table-barrier-ts":457129920766410755,"admin-job-type":0} /tidb/cdc/default/default/task/position/28cc3eba-a51c-4d15-982e-60edbb37821b/91aa6d4f-6b75-4ce8-a8fd-64181b6b21a7 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489616446683433714 {"id":7489616446683433714,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 8.26 secs (487564126 bytes/sec) [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] sh [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G03 Run cases: row_format drop_many_tables processor_stop_delay partition_table ddl_with_exists PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=661b8143-b3f3-4c04-ae0a-8f073c135a2a BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G03 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-4brmz GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-4brmz pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/row_format/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G06 Run cases: sink_retry changefeed_error ddl_sequence resourcecontrol PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=77c9bd56-b760-4d1b-bdce-bbcd67d04da6 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G06 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-5v36b GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-5v36b pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/sink_retry/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G04 [Pipeline] sh Run cases: foreign_key ddl_puller_lag ddl_only_block_related_table changefeed_auto_stop PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=de9dad69-2a44-4efb-a0f3-e51c63028c58 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G04 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-s7svh GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-s7svh pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/foreign_key/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G05 Run cases: charset_gbk ddl_manager multi_source vector PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=aac812f0-c7fd-416e-87e4-845af7a0eed8 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G05 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-x2bmw GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz pingcap_tiflow_periodics_cdc_integration_mysql_test_232-x2bmw GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/charset_gbk/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G01 Run cases: http_api http_api_tls api_v2 http_api_tls_with_user_auth cli_tls_with_auth debezium_basic kafka_simple_basic kafka_simple_basic_avro kafka_simple_handle_key_only kafka_simple_handle_key_only_avro kafka_simple_claim_check kafka_simple_claim_check_avro canal_json_adapter_compatibility canal_json_basic canal_json_content_compatible multi_topics avro_basic canal_json_handle_key_only open_protocol_handle_key_only canal_json_claim_check open_protocol_claim_check canal_json_storage_basic canal_json_storage_partition_table multi_tables_ddl PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=5685b10b-bcba-46fc-a260-ea96fe91b3f3 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G01 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-8spg6 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-8spg6 pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_api/run.sh using Sink-Type: mysql... <<================= [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { WARNING: Running pip install with root privileges is generally not a good idea. Try `__main__.py install --user` instead. Collecting requests==2.26.0 [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] checkout [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] stage The recommended git tool is: git [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@24025067; decorates RemoteLauncher[hudson.remoting.Channel@2b6c7926:JNLP4-connect connection from 10.233.74.75/10.233.74.75:57814] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6f93dbf4; decorates RemoteLauncher[hudson.remoting.Channel@79f830d8:JNLP4-connect connection from 10.233.75.56/10.233.75.56:35006] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1cc5883f; decorates RemoteLauncher[hudson.remoting.Channel@1a08c76f:JNLP4-connect connection from 10.233.86.251/10.233.86.251:40456] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Downloading https://files.pythonhosted.org/packages/92/96/144f70b972a9c0eabbd4391ef93ccd49d0f2747f4f6a2a2738e99e5adc65/requests-2.26.0-py2.py3-none-any.whl (62kB) No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1afdb088; decorates RemoteLauncher[hudson.remoting.Channel@6a3b31d6:JNLP4-connect connection from 10.233.123.62/10.233.123.62:38608] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@51bd125d; decorates RemoteLauncher[hudson.remoting.Channel@1e5faa0f:JNLP4-connect connection from 10.233.97.22/10.233.97.22:35216] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@950b42f; decorates RemoteLauncher[hudson.remoting.Channel@4b339c0a:JNLP4-connect connection from 10.233.123.29/10.233.123.29:50232] will be ignored (a typical symptom is the Git executable not being run inside a designated container) No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@11925fec; decorates RemoteLauncher[hudson.remoting.Channel@4c107948:JNLP4-connect connection from 10.233.78.191/10.233.78.191:56474] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@42fa7838; decorates RemoteLauncher[hudson.remoting.Channel@7e656b7:JNLP4-connect connection from 10.233.69.127/10.233.69.127:33304] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7ab5e5a0; decorates RemoteLauncher[hudson.remoting.Channel@4dda00e0:JNLP4-connect connection from 10.233.126.202/10.233.126.202:54988] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Collecting idna<4,>=2.5; python_version >= "3" (from requests==2.26.0) Downloading https://files.pythonhosted.org/packages/76/c6/c88e154df9c4e1a2a66ccf0005a88dfb2650c1dffb6f5ce603dfbd452ce3/idna-3.10-py3-none-any.whl (70kB) Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@473aeb89; decorates RemoteLauncher[hudson.remoting.Channel@7f9546c4:JNLP4-connect connection from 10.233.66.127/10.233.66.127:38974] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6c077ab7; decorates RemoteLauncher[hudson.remoting.Channel@48cf1989:JNLP4-connect connection from 10.233.66.190/10.233.66.190:34090] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Collecting certifi>=2017.4.17 (from requests==2.26.0) Downloading https://files.pythonhosted.org/packages/38/fc/bce832fd4fd99766c04d1ee0eead6b0ec6486fb100ae5e74c1d91292b982/certifi-2025.1.31-py3-none-any.whl (166kB) Collecting urllib3<1.27,>=1.21.1 (from requests==2.26.0) start tidb cluster in /tmp/tidb_cdc_test/row_format Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Downloading https://files.pythonhosted.org/packages/33/cf/8435d5a7159e2a9c83a95896ed596f68cf798005fe107cc655b5c5c14704/urllib3-1.26.20-py2.py3-none-any.whl (144kB) start tidb cluster in /tmp/tidb_cdc_test/sink_retry Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Requirement already up-to-date: charset-normalizer~=2.0.0; python_version >= "3" in /usr/local/lib/python3.6/site-packages (from requests==2.26.0) Installing collected packages: idna, certifi, urllib3, requests Found existing installation: idna 3.4 Uninstalling idna-3.4: Successfully uninstalled idna-3.4 start tidb cluster in /tmp/tidb_cdc_test/charset_gbk Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Found existing installation: certifi 2023.5.7 Uninstalling certifi-2023.5.7: Successfully uninstalled certifi-2023.5.7 Found existing installation: urllib3 1.26.16 Uninstalling urllib3-1.26.16: Successfully uninstalled urllib3-1.26.16 Found existing installation: requests 2.27.1 Uninstalling requests-2.27.1: Successfully uninstalled requests-2.27.1 Successfully installed certifi-2025.1.31 idna-3.10 requests-2.26.0 urllib3-1.26.20 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Avoid second fetch Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" start tidb cluster in /tmp/tidb_cdc_test/foreign_key Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... The 1 times to try to start tidb cluster... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release start tidb cluster in /tmp/tidb_cdc_test/http_api Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 7.76 secs (519258014 bytes/sec) [Pipeline] { [Pipeline] cache VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616664818267666 TiDB Cluster ID. tikv_gc_leader_uuid 6580d3e9ee4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3, pid:1201, start at 2025-04-05 08:17:54.126259806 +0800 CST m=+2.109963995 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:19:54.134 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:17:54.105 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:07:54.105 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616664818267666 TiDB Cluster ID. tikv_gc_leader_uuid 6580d3e9ee4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3, pid:1201, start at 2025-04-05 08:17:54.126259806 +0800 CST m=+2.109963995 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:19:54.134 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:17:54.105 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:07:54.105 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616661921169771 TiDB Cluster ID. tikv_gc_leader_uuid 6580d3e9f940008 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3, pid:1269, start at 2025-04-05 08:17:54.158091226 +0800 CST m=+2.061287283 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:19:54.195 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:17:54.199 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:07:54.199 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/sink_retry/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/sink_retry/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616669774601706 TiDB Cluster ID. tikv_gc_leader_uuid 6580d3ea8300012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz, pid:1271, start at 2025-04-05 08:17:54.740239889 +0800 CST m=+2.091870834 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:19:54.746 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:17:54.744 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:07:54.744 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616669774601706 TiDB Cluster ID. tikv_gc_leader_uuid 6580d3ea8300012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz, pid:1271, start at 2025-04-05 08:17:54.740239889 +0800 CST m=+2.091870834 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:19:54.746 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:17:54.744 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:07:54.744 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616665843275612 TiDB Cluster ID. tikv_gc_leader_uuid 6580d3eac080002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz, pid:1351, start at 2025-04-05 08:17:54.948493754 +0800 CST m=+2.227853044 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:19:54.956 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:17:54.946 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:07:54.946 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/charset_gbk/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/charset_gbk/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616665734842574 TiDB Cluster ID. tikv_gc_leader_uuid 6580d3eae840006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76, pid:1291, start at 2025-04-05 08:17:55.113938407 +0800 CST m=+2.358210475 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:19:55.122 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:17:55.165 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:07:55.165 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616665734842574 TiDB Cluster ID. tikv_gc_leader_uuid 6580d3eae840006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76, pid:1291, start at 2025-04-05 08:17:55.113938407 +0800 CST m=+2.358210475 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:19:55.122 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:17:55.165 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:07:55.165 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616667231723662 TiDB Cluster ID. tikv_gc_leader_uuid 6580d3eae80000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76, pid:1369, start at 2025-04-05 08:17:55.127715997 +0800 CST m=+2.311579147 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:19:55.172 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:17:55.165 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:07:55.165 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/row_format/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/row_format/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/row_format/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/row_format/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/row_format/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.cli.2677.out cli tso query --pd=http://127.0.0.1:2379 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616677636299757 TiDB Cluster ID. tikv_gc_leader_uuid 6580d3ed01c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm, pid:1282, start at 2025-04-05 08:17:57.279969487 +0800 CST m=+2.333002040 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:19:57.288 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:17:57.323 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:07:57.323 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616677636299757 TiDB Cluster ID. tikv_gc_leader_uuid 6580d3ed01c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm, pid:1282, start at 2025-04-05 08:17:57.279969487 +0800 CST m=+2.333002040 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:19:57.288 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:17:57.323 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:07:57.323 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616669008513729 TiDB Cluster ID. tikv_gc_leader_uuid 6580d3ed01c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm, pid:1350, start at 2025-04-05 08:17:57.272622235 +0800 CST m=+2.268734646 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:19:57.281 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:17:57.255 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:07:57.255 +0800 All versions after safe point can be accessed. (DO NOT EDIT) + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.cli.2688.out cli tso query --pd=http://127.0.0.1:2379 Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/foreign_key/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/foreign_key/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Sat Apr 5 08:17:59 CST 2025] <<<<<< START cdc server in charset_gbk case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.charset_gbk.27162718.out server --log-file /tmp/tidb_cdc_test/charset_gbk/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/charset_gbk/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x + tso='457129925988843521 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129925988843521 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x ***************** properties ***************** "readproportion"="0" "workload"="core" "readallfields"="true" "mysql.port"="4000" "mysql.db"="sink_retry" "operationcount"="0" "threadcount"="2" "scanproportion"="0" "insertproportion"="0" "requestdistribution"="uniform" "mysql.host"="127.0.0.1" "mysql.user"="root" "updateproportion"="0" "recordcount"="10" "dotransactions"="false" ********************************************** Run finished, takes 9.130585ms INSERT - Takes(s): 0.0, Count: 10, OPS: 1776.4, Avg(us): 1750, Min(us): 1049, Max(us): 3410, 95th(us): 4000, 99th(us): 4000 [Sat Apr 5 08:18:00 CST 2025] <<<<<< START cdc server in sink_retry case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkTxnRandomError=25%return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.27352737.out server --log-file /tmp/tidb_cdc_test/sink_retry/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sink_retry/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x + tso='457129926185451521 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129926185451521 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:18:00 CST 2025] <<<<<< START cdc server in row_format case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.27202722.out server --log-file /tmp/tidb_cdc_test/row_format/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/row_format/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.cli.2676.out cli tso query --pd=http://127.0.0.1:2379 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:18:02 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/94c56320-c8cf-450e-840e-28a736bab0a6 {"id":"94c56320-c8cf-450e-840e-28a736bab0a6","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812279} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034f9006d6 94c56320-c8cf-450e-840e-28a736bab0a6 /tidb/cdc/default/default/upstream/7489616669774601706 {"id":7489616669774601706,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/94c56320-c8cf-450e-840e-28a736bab0a6 {"id":"94c56320-c8cf-450e-840e-28a736bab0a6","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812279} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034f9006d6 94c56320-c8cf-450e-840e-28a736bab0a6 /tidb/cdc/default/default/upstream/7489616669774601706 {"id":7489616669774601706,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/94c56320-c8cf-450e-840e-28a736bab0a6 {"id":"94c56320-c8cf-450e-840e-28a736bab0a6","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812279} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034f9006d6 94c56320-c8cf-450e-840e-28a736bab0a6 /tidb/cdc/default/default/upstream/7489616669774601706 {"id":7489616669774601706,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 4e89dbe4-034f-4ce8-b0c6-54472d13acec Info: {"upstream_id":7489616669774601706,"namespace":"default","id":"4e89dbe4-034f-4ce8-b0c6-54472d13acec","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:18:02.309070527+08:00","start_ts":457129926077448193,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129926077448193,"checkpoint_ts":457129926077448193,"checkpoint_time":"2025-04-05 08:17:59.043"} + set +x + tso='457129926761906177 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129926761906177 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:18:03 CST 2025] <<<<<< START cdc server in foreign_key case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.27022704.out server --log-file /tmp/tidb_cdc_test/foreign_key/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/foreign_key/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:18:03 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8d77f9a9-5d79-4893-8897-90fb3eed4ebb {"id":"8d77f9a9-5d79-4893-8897-90fb3eed4ebb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812280} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034f8d86f1 8d77f9a9-5d79-4893-8897-90fb3eed4ebb /tidb/cdc/default/default/upstream/7489616664818267666 {"id":7489616664818267666,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8d77f9a9-5d79-4893-8897-90fb3eed4ebb {"id":"8d77f9a9-5d79-4893-8897-90fb3eed4ebb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812280} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034f8d86f1 8d77f9a9-5d79-4893-8897-90fb3eed4ebb /tidb/cdc/default/default/upstream/7489616664818267666 {"id":7489616664818267666,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8d77f9a9-5d79-4893-8897-90fb3eed4ebb {"id":"8d77f9a9-5d79-4893-8897-90fb3eed4ebb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812280} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034f8d86f1 8d77f9a9-5d79-4893-8897-90fb3eed4ebb /tidb/cdc/default/default/upstream/7489616664818267666 {"id":7489616664818267666,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.cli.2793.out cli changefeed create --start-ts=457129925988843521 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' Create changefeed successfully! ID: 43743916-3e75-467e-b852-363561f65bdf Info: {"upstream_id":7489616664818267666,"namespace":"default","id":"43743916-3e75-467e-b852-363561f65bdf","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:18:03.673021066+08:00","start_ts":457129925988843521,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129925988843521,"checkpoint_ts":457129925988843521,"checkpoint_time":"2025-04-05 08:17:58.705"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:18:03 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/15f8b931-5d4b-4652-a8c6-b2013d3e8ffe {"id":"15f8b931-5d4b-4652-a8c6-b2013d3e8ffe","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812281} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034f8c8be5 15f8b931-5d4b-4652-a8c6-b2013d3e8ffe /tidb/cdc/default/default/upstream/7489616665734842574 {"id":7489616665734842574,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/15f8b931-5d4b-4652-a8c6-b2013d3e8ffe {"id":"15f8b931-5d4b-4652-a8c6-b2013d3e8ffe","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812281} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034f8c8be5 15f8b931-5d4b-4652-a8c6-b2013d3e8ffe /tidb/cdc/default/default/upstream/7489616665734842574 {"id":7489616665734842574,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/15f8b931-5d4b-4652-a8c6-b2013d3e8ffe {"id":"15f8b931-5d4b-4652-a8c6-b2013d3e8ffe","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812281} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034f8c8be5 15f8b931-5d4b-4652-a8c6-b2013d3e8ffe /tidb/cdc/default/default/upstream/7489616665734842574 {"id":7489616665734842574,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.cli.2781.out cli changefeed create --start-ts=457129926185451521 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: 023efdb9-80a6-470a-965d-58a3da0754b1 Info: {"upstream_id":7489616665734842574,"namespace":"default","id":"023efdb9-80a6-470a-965d-58a3da0754b1","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:18:04.360824797+08:00","start_ts":457129926185451521,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129926185451521,"checkpoint_ts":457129926185451521,"checkpoint_time":"2025-04-05 08:17:59.455"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616699082861873 TiDB Cluster ID. tikv_gc_leader_uuid 6580d3f227c0009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:1366, start at 2025-04-05 08:18:02.574096129 +0800 CST m=+2.579836874 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:02.582 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:02.576 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:02.576 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616699082861873 TiDB Cluster ID. tikv_gc_leader_uuid 6580d3f227c0009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:1366, start at 2025-04-05 08:18:02.574096129 +0800 CST m=+2.579836874 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:02.582 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:02.576 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:02.576 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616689459022857 TiDB Cluster ID. tikv_gc_leader_uuid 6580d3f21ac000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:1453, start at 2025-04-05 08:18:02.50105064 +0800 CST m=+2.426552726 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:02.508 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:02.475 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:02.475 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/http_api/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/http_api/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/http_api/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/http_api/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/http_api/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x + set +x Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 7.78 secs (517595320 bytes/sec) [Pipeline] { [Pipeline] cache [Sat Apr 5 08:18:06 CST 2025] <<<<<< START cdc server in http_api case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_api.27782780.out server --log-file /tmp/tidb_cdc_test/http_api/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/http_api/cdc_data1 --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:18:06 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/788aa660-5a6c-4925-af72-eb3b1f8f4c2a {"id":"788aa660-5a6c-4925-af72-eb3b1f8f4c2a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812283} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034f9330e5 788aa660-5a6c-4925-af72-eb3b1f8f4c2a /tidb/cdc/default/default/upstream/7489616677636299757 {"id":7489616677636299757,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/788aa660-5a6c-4925-af72-eb3b1f8f4c2a {"id":"788aa660-5a6c-4925-af72-eb3b1f8f4c2a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812283} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034f9330e5 788aa660-5a6c-4925-af72-eb3b1f8f4c2a /tidb/cdc/default/default/upstream/7489616677636299757 {"id":7489616677636299757,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/788aa660-5a6c-4925-af72-eb3b1f8f4c2a {"id":"788aa660-5a6c-4925-af72-eb3b1f8f4c2a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812283} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034f9330e5 788aa660-5a6c-4925-af72-eb3b1f8f4c2a /tidb/cdc/default/default/upstream/7489616677636299757 {"id":7489616677636299757,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.cli.2759.out cli changefeed create --start-ts=457129926761906177 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/foreign_key/conf/cf.toml Create changefeed successfully! ID: 9f387241-0f9b-4402-93d1-bc7fcbb96ea3 Info: {"upstream_id":7489616677636299757,"namespace":"default","id":"9f387241-0f9b-4402-93d1-bc7fcbb96ea3","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:18:06.605503621+08:00","start_ts":457129926761906177,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*","!foreign_key.t12"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129926761906177,"checkpoint_ts":457129926761906177,"checkpoint_time":"2025-04-05 08:18:01.654"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table charset_gbk_test0.t0 exists table charset_gbk_test0.t1 exists table charset_gbk_test1.t0 not exists for 1-th check, retry later + set +x table foreign_key.finish_mark not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:18:09 GMT < Content-Length: 864 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8df58edf-54a2-4fe6-92e9-92acea7cc80b {"id":"8df58edf-54a2-4fe6-92e9-92acea7cc80b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812286} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034faab344 8df58edf-54a2-4fe6-92e9-92acea7cc80b /tidb/cdc/default/default/upstream/7489616699082861873 {"id":7489616699082861873,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8df58edf-54a2-4fe6-92e9-92acea7cc80b {"id":"8df58edf-54a2-4fe6-92e9-92acea7cc80b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812286} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034faab344 8df58edf-54a2-4fe6-92e9-92acea7cc80b /tidb/cdc/default/default/upstream/7489616699082861873 {"id":7489616699082861873,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8df58edf-54a2-4fe6-92e9-92acea7cc80b {"id":"8df58edf-54a2-4fe6-92e9-92acea7cc80b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812286} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034faab344 8df58edf-54a2-4fe6-92e9-92acea7cc80b /tidb/cdc/default/default/upstream/7489616699082861873 {"id":7489616699082861873,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' table charset_gbk_test1.t0 not exists for 2-th check, retry later table foreign_key.finish_mark not exists for 2-th check, retry later "is-owner": true, run task successfully table charset_gbk_test1.t0 exists table test.finish_mark not exists for 1-th check, retry later owner pid: 2783 owner id 8df58edf-54a2-4fe6-92e9-92acea7cc80b default [Sat Apr 5 08:18:12 CST 2025] <<<<<< START cdc server in http_api case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_api.28952897.out server --log-file /tmp/tidb_cdc_test/http_api/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/http_api/cdc_data2 --cluster-id default --addr 127.0.0.1:8301 + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table foreign_key.finish_mark not exists for 3-th check, retry later table test.finish_mark not exists for 2-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 6.87 secs (586737976 bytes/sec) [Pipeline] { [Pipeline] cache table foreign_key.finish_mark not exists for 4-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:18:15 GMT < Content-Length: 1325 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/85d9bac4-ab4a-4d87-a9fe-46d4153ea05d {"id":"85d9bac4-ab4a-4d87-a9fe-46d4153ea05d","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812292} /tidb/cdc/default/__cdc_meta__/capture/8df58edf-54a2-4fe6-92e9-92acea7cc80b {"id":"8df58edf-54a2-4fe6-92e9-92acea7cc80b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812286} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034faab344 8df58edf-54a2-4fe6-92e9-92acea7cc80b /tidb/cdc/default/__cdc_meta__/owner/223196034faab382 85d9bac4-ab4a-4d87-a9fe-46d4153ea05d /tidb/cdc/default/default/upstream/7489616699082861873 {"id":7489616699082861873,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/85d9bac4-ab4a-4d87-a9fe-46d4153ea05d {"id":"85d9bac4-ab4a-4d87-a9fe-46d4153ea05d","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812292} /tidb/cdc/default/__cdc_meta__/capture/8df58edf-54a2-4fe6-92e9-92acea7cc80b {"id":"8df58edf-54a2-4fe6-92e9-92acea7cc80b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812286} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034faab344 8df58edf-54a2-4fe6-92e9-92acea7cc80b /tidb/cdc/default/__cdc_meta__/owner/223196034faab382 85d9bac4-ab4a-4d87-a9fe-46d4153ea05d /tidb/cdc/default/default/upstream/7489616699082861873 {"id":7489616699082861873,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/85d9bac4-ab4a-4d87-a9fe-46d4153ea05d {"id":"85d9bac4-ab4a-4d87-a9fe-46d4153ea05d","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812292} /tidb/cdc/default/__cdc_meta__/capture/8df58edf-54a2-4fe6-92e9-92acea7cc80b {"id":"8df58edf-54a2-4fe6-92e9-92acea7cc80b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812286} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196034faab344 8df58edf-54a2-4fe6-92e9-92acea7cc80b /tidb/cdc/default/__cdc_meta__/owner/223196034faab382 85d9bac4-ab4a-4d87-a9fe-46d4153ea05d /tidb/cdc/default/default/upstream/7489616699082861873 {"id":7489616699082861873,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep -v "8df58edf-54a2-4fe6-92e9-92acea7cc80b default" | grep id table row_format.finish_mark not exists for 1-th check, retry later table test.finish_mark not exists for 3-th check, retry later table row_format.finish_mark not exists for 2-th check, retry later "id": "85d9bac4-ab4a-4d87-a9fe-46d4153ea05d", run task successfully table foreign_key.finish_mark not exists for 5-th check, retry later table test.finish_mark not exists for 4-th check, retry later capture_id: 85d9bac4-ab4a-4d87-a9fe-46d4153ea05d pass test: check health table row_format.finish_mark not exists for 3-th check, retry later pass test: get status table foreign_key.finish_mark not exists for 6-th check, retry later pass test: create changefeed table test.finish_mark exists check table exists success check diff successfully table row_format.finish_mark not exists for 4-th check, retry later wait process cdc.test exit for 1-th time... table foreign_key.finish_mark not exists for 7-th check, retry later wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit table test.simple1 not exists for 1-th check, retry later [Sat Apr 5 08:18:21 CST 2025] <<<<<< run test case charset_gbk success! >>>>>> table foreign_key.finish_mark not exists for 8-th check, retry later table row_format.finish_mark not exists for 5-th check, retry later table test.simple1 not exists for 2-th check, retry later table row_format.finish_mark not exists for 6-th check, retry later table foreign_key.finish_mark not exists for 9-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 8.32 secs (484059902 bytes/sec) [Pipeline] { [Pipeline] cache table test.simple1 exists pass test: list changefeed pass test: get changefeed table row_format.finish_mark not exists for 7-th check, retry later table foreign_key.finish_mark not exists for 10-th check, retry later pass test: pause changefeed pass test: update changefeed table row_format.finish_mark not exists for 8-th check, retry later wait process 2783 exit for 1-th time... table foreign_key.finish_mark not exists for 11-th check, retry later wait process 2783 exit for 2-th time... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (2783) - No such process wait process 2783 exit for 3-th time... process 2783 already exit cdc.test cli capture list --server http://127.0.0.1:8301 2>&1 |grep 85d9bac4-ab4a-4d87-a9fe-46d4153ea05d -A1 | grep '"is-owner": true' table row_format.finish_mark not exists for 9-th check, retry later table foreign_key.finish_mark not exists for 12-th check, retry later "is-owner": true, run task successfully [Sat Apr 5 08:18:31 CST 2025] <<<<<< START cdc server in http_api case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + '[' -z '' ']' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_api.31523154.out server --log-file /tmp/tidb_cdc_test/http_api/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/http_api/cdc_data --cluster-id default + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/ddl_manager/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table row_format.finish_mark not exists for 10-th check, retry later table foreign_key.finish_mark not exists for 13-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:18:34 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/changefeed-test3 {UpstreamID:7489616699082861873 Namespace:default ID:changefeed-test3 SinkURI:blackhole:// CreateTime:2025-04-05 08:18:19.144742497 +0800 CST StartTs:457129931315871750 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004647950 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129931342348293} {CheckpointTs:457129931433836564 MinTableBarrierTs:457129935261401099 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129935261401099, checkpointTs: 457129935261401099, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457129931433836564, checkpointTs: 457129931433836564, state: Preparing changefeedID: default/changefeed-test1 {UpstreamID:7489616699082861873 Namespace:default ID:changefeed-test1 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:18:18.844788509 +0800 CST StartTs:457129931250597893 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0046461b0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129931263442949} {CheckpointTs:457129931433836564 MinTableBarrierTs:457129935261401099 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129931433836564, checkpointTs: 457129931433836564, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/85d9bac4-ab4a-4d87-a9fe-46d4153ea05d {"id":"85d9bac4-ab4a-4d87-a9fe-46d4153ea05d","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812292} /tidb/cdc/default/__cdc_meta__/capture/a0943687-8fe0-423c-a912-fe48ca3e6bc6 {"id":"a0943687-8fe0-423c-a912-fe48ca3e6bc6","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812311} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/223196034faab382 85d9bac4-ab4a-4d87-a9fe-46d4153ea05d /tidb/cdc/default/__cdc_meta__/owner/223196034faab42e a0943687-8fe0-423c-a912-fe48ca3e6bc6 /tidb/cdc/default/default/changefeed/info/changefeed-test1 {"upstream-id":7489616699082861873,"namespace":"default","changefeed-id":"changefeed-test1","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:18:18.844788509+08:00","start-ts":457129931250597893,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129931263442949} /tidb/cdc/default/default/changefeed/info/changefeed-test2 {"upstream-id":7489616699082861873,"namespace":"default","changefeed-id":"changefeed-test2","sink-uri":"blackhole://","create-time":"2025-04-05T08:18:18.957990175+08:00","start-ts":457129931289919493,"target-ts":0,"admin-job-type":1,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":32},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"stopped","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129933334642694} /tidb/cdc/default/default/changefeed/info/changefeed-test3 {"upstream-id":7489616699082861873,"namespace":"default","changefeed-id":"changefeed-test3","sink-uri":"blackhole://","create-time":"2025-04-05T08:18:19.144742497+08:00","start-ts":457129931315871750,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129931342348293} /tidb/cdc/default/default/changefeed/status/changefeed-test1 {"checkpoint-ts":457129931433836564,"min-table-barrier-ts":457129935261401099,"admin-job-type":0} /tidb/cdc/default/default/changefeed/status/changefeed-test2 {"checkpoint-ts":457129931420729361,"min-table-barrier-ts":457129931433836564,"admin-job-type":1} /tidb/cdc/default/default/changefeed/status/changefeed-test3 {"checkpoint-ts":457129931433836564,"min-table-barrier-ts":457129935261401099,"admin-job-type":0} /tidb/cdc/default/default/task/position/85d9bac4-ab4a-4d87-a9fe-46d4153ea05d/changefeed-test1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/85d9bac4-ab4a-4d87-a9fe-46d4153ea05d/changefeed-test3 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/a0943687-8fe0-423c-a912-fe48ca3e6bc6/changefeed-test1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/a0943687-8fe0-423c-a912-fe48ca3e6bc6/changefeed-test3 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489616699082861873 {"id":7489616699082861873,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/changefeed-test3 {UpstreamID:7489616699082861873 Namespace:default ID:changefeed-test3 SinkURI:blackhole:// CreateTime:2025-04-05 08:18:19.144742497 +0800 CST StartTs:457129931315871750 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004647950 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129931342348293} {CheckpointTs:457129931433836564 MinTableBarrierTs:457129935261401099 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129935261401099, checkpointTs: 457129935261401099, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457129931433836564, checkpointTs: 457129931433836564, state: Preparing changefeedID: default/changefeed-test1 {UpstreamID:7489616699082861873 Namespace:default ID:changefeed-test1 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:18:18.844788509 +0800 CST StartTs:457129931250597893 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0046461b0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129931263442949} {CheckpointTs:457129931433836564 MinTableBarrierTs:457129935261401099 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129931433836564, checkpointTs: 457129931433836564, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/85d9bac4-ab4a-4d87-a9fe-46d4153ea05d {"id":"85d9bac4-ab4a-4d87-a9fe-46d4153ea05d","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812292} /tidb/cdc/default/__cdc_meta__/capture/a0943687-8fe0-423c-a912-fe48ca3e6bc6 {"id":"a0943687-8fe0-423c-a912-fe48ca3e6bc6","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812311} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/223196034faab382 85d9bac4-ab4a-4d87-a9fe-46d4153ea05d /tidb/cdc/default/__cdc_meta__/owner/223196034faab42e a0943687-8fe0-423c-a912-fe48ca3e6bc6 /tidb/cdc/default/default/changefeed/info/changefeed-test1 {"upstream-id":7489616699082861873,"namespace":"default","changefeed-id":"changefeed-test1","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:18:18.844788509+08:00","start-ts":457129931250597893,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129931263442949} /tidb/cdc/default/default/changefeed/info/changefeed-test2 {"upstream-id":7489616699082861873,"namespace":"default","changefeed-id":"changefeed-test2","sink-uri":"blackhole://","create-time":"2025-04-05T08:18:18.957990175+08:00","start-ts":457129931289919493,"target-ts":0,"admin-job-type":1,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":32},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"stopped","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129933334642694} /tidb/cdc/default/default/changefeed/info/changefeed-test3 {"upstream-id":7489616699082861873,"namespace":"default","changefeed-id":"changefeed-test3","sink-uri":"blackhole://","create-time":"2025-04-05T08:18:19.144742497+08:00","start-ts":457129931315871750,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129931342348293} /tidb/cdc/default/default/changefeed/status/changefeed-test1 {"checkpoint-ts":457129931433836564,"min-table-barrier-ts":457129935261401099,"admin-job-type":0} /tidb/cdc/default/default/changefeed/status/changefeed-test2 {"checkpoint-ts":457129931420729361,"min-table-barrier-ts":457129931433836564,"admin-job-type":1} /tidb/cdc/default/default/changefeed/status/changefeed-test3 {"checkpoint-ts":457129931433836564,"min-table-barrier-ts":457129935261401099,"admin-job-type":0} /tidb/cdc/default/default/task/position/85d9bac4-ab4a-4d87-a9fe-46d4153ea05d/changefeed-test1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/85d9bac4-ab4a-4d87-a9fe-46d4153ea05d/changefeed-test3 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/a0943687-8fe0-423c-a912-fe48ca3e6bc6/changefeed-test1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/a0943687-8fe0-423c-a912-fe48ca3e6bc6/changefeed-test3 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489616699082861873 {"id":7489616699082861873,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** processors info ***: changefeedID: default/changefeed-test3 {UpstreamID:7489616699082861873 Namespace:default ID:changefeed-test3 SinkURI:blackhole:// CreateTime:2025-04-05 08:18:19.144742497 +0800 CST StartTs:457129931315871750 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004647950 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129931342348293} {CheckpointTs:457129931433836564 MinTableBarrierTs:457129935261401099 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129935261401099, checkpointTs: 457129935261401099, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457129931433836564, checkpointTs: 457129931433836564, state: Preparing changefeedID: default/changefeed-test1 {UpstreamID:7489616699082861873 Namespace:default ID:changefeed-test1 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:18:18.844788509 +0800 CST StartTs:457129931250597893 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0046461b0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129931263442949} {CheckpointTs:457129931433836564 MinTableBarrierTs:457129935261401099 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129931433836564, checkpointTs: 457129931433836564, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/85d9bac4-ab4a-4d87-a9fe-46d4153ea05d {"id":"85d9bac4-ab4a-4d87-a9fe-46d4153ea05d","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812292} /tidb/cdc/default/__cdc_meta__/capture/a0943687-8fe0-423c-a912-fe48ca3e6bc6 {"id":"a0943687-8fe0-423c-a912-fe48ca3e6bc6","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812311} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/223196034faab382 85d9bac4-ab4a-4d87-a9fe-46d4153ea05d /tidb/cdc/default/__cdc_meta__/owner/223196034faab42e a0943687-8fe0-423c-a912-fe48ca3e6bc6 /tidb/cdc/default/default/changefeed/info/changefeed-test1 {"upstream-id":7489616699082861873,"namespace":"default","changefeed-id":"changefeed-test1","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:18:18.844788509+08:00","start-ts":457129931250597893,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129931263442949} /tidb/cdc/default/default/changefeed/info/changefeed-test2 {"upstream-id":7489616699082861873,"namespace":"default","changefeed-id":"changefeed-test2","sink-uri":"blackhole://","create-time":"2025-04-05T08:18:18.957990175+08:00","start-ts":457129931289919493,"target-ts":0,"admin-job-type":1,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":32},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"stopped","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129933334642694} /tidb/cdc/default/default/changefeed/info/changefeed-test3 {"upstream-id":7489616699082861873,"namespace":"default","changefeed-id":"changefeed-test3","sink-uri":"blackhole://","create-time":"2025-04-05T08:18:19.144742497+08:00","start-ts":457129931315871750,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129931342348293} /tidb/cdc/default/default/changefeed/status/changefeed-test1 {"checkpoint-ts":457129931433836564,"min-table-barrier-ts":457129935261401099,"admin-job-type":0} /tidb/cdc/default/default/changefeed/status/changefeed-test2 {"checkpoint-ts":457129931420729361,"min-table-barrier-ts":457129931433836564,"admin-job-type":1} /tidb/cdc/default/default/changefeed/status/changefeed-test3 {"checkpoint-ts":457129931433836564,"min-table-barrier-ts":457129935261401099,"admin-job-type":0} /tidb/cdc/default/default/task/position/85d9bac4-ab4a-4d87-a9fe-46d4153ea05d/changefeed-test1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/85d9bac4-ab4a-4d87-a9fe-46d4153ea05d/changefeed-test3 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/a0943687-8fe0-423c-a912-fe48ca3e6bc6/changefeed-test1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/a0943687-8fe0-423c-a912-fe48ca3e6bc6/changefeed-test3 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489616699082861873 {"id":7489616699082861873,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep '"address": "127.0.0.1:8300"' start tidb cluster in /tmp/tidb_cdc_test/ddl_manager Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table row_format.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... table foreign_key.finish_mark exists check diff successfully table foreign_key.t12 does not exists wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... "address": "127.0.0.1:8300", run task successfully wait process cdc.test exit for 2-th time... pass test: list changefeed Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:18:36 CST 2025] <<<<<< run test case row_format success! >>>>>> cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:18:36 CST 2025] <<<<<< run test case foreign_key success! >>>>>> pass test: get changefeed pass test: pause changefeed table sink_retry.finish_mark_1 exists check diff successfully ***************** properties ***************** "mysql.db"="sink_retry" "mysql.host"="127.0.0.1" "mysql.user"="root" "dotransactions"="false" "requestdistribution"="uniform" "workload"="core" "threadcount"="2" "readallfields"="true" "updateproportion"="0" "recordcount"="10" "scanproportion"="0" "readproportion"="0" "mysql.port"="4000" "insertproportion"="0" "operationcount"="0" ********************************************** Run finished, takes 4.012409ms INSERT - Takes(s): 0.0, Count: 10, OPS: 3818.2, Avg(us): 723, Min(us): 437, Max(us): 1813, 95th(us): 2000, 99th(us): 2000 Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 9.58 secs (420432295 bytes/sec) [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] sh [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G07 Run cases: kv_client_stream_reconnect cdc split_region PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=9dd34f06-4365-45d3-9118-6493230c538e BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-w-rgg95 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G07 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-wq251 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-wq251 pingcap-tiflow-periodics-cdc-integration-mysql-test-232-w-rgg95 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-w-rgg95 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kv_client_stream_reconnect/run.sh using Sink-Type: mysql... <<================= [Pipeline] sh The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G11 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] sh pass test: resume changefeed pass test: rebalance table Run cases: resolve_lock move_table autorandom generate_column PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=7b46642e-ced0-438c-9509-b661a9dda322 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G11 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-tqgx4 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-tqgx4 pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/resolve_lock/run.sh using Sink-Type: mysql... <<================= + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G12 Run cases: many_pk_or_uk capture_session_done_during_task ddl_attributes PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=fa1d301a-8dc8-4dff-85ea-8619c7689730 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-9h3l7 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G12 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-v2tgh GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-v2tgh pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-9h3l7 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-9h3l7 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/many_pk_or_uk/run.sh using Sink-Type: mysql... <<================= [Pipeline] sh pass test: move table + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G10 Run cases: default_value simple cdc_server_tips event_filter sql_mode PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=821ca148-e38b-4272-9a26-fc9e808579a8 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G10 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-jkp66 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0 pingcap_tiflow_periodics_cdc_integration_mysql_test_232-jkp66 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/default_value/run.sh using Sink-Type: mysql... <<================= find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/simple/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G09 Run cases: gc_safepoint changefeed_pause_resume cli_with_auth savepoint synced_status PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=67f25970-393d-4d15-9c00-8e6173afafad BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G09 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-ml89j GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c pingcap_tiflow_periodics_cdc_integration_mysql_test_232-ml89j GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/gc_safepoint/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) pass test: get processors pass test: list processors pass test: set log level VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616865547403507 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4170b0001c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz, pid:3847, start at 2025-04-05 08:18:40.347437177 +0800 CST m=+2.052174276 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:40.355 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:40.400 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:40.400 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616865547403507 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4170b0001c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz, pid:3847, start at 2025-04-05 08:18:40.347437177 +0800 CST m=+2.052174276 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:40.355 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:40.400 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:40.400 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616865408316910 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4172f4000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz, pid:3917, start at 2025-04-05 08:18:40.475666399 +0800 CST m=+2.125735104 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:40.508 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:40.500 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:40.500 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_manager/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_manager/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_manager/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_manager/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_manager/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } pass test: remove changefeed pass test: resign owner start tidb cluster in /tmp/tidb_cdc_test/kv_client_stream_reconnect Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { The 1 times to try to start tidb cluster... [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { start tidb cluster in /tmp/tidb_cdc_test/simple Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container start tidb cluster in /tmp/tidb_cdc_test/gc_safepoint Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { The 1 times to try to start tidb cluster... [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Sat Apr 5 08:18:44 CST 2025] <<<<<< START cdc server in ddl_manager case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteDDLSlowly=return(true)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.52315233.out server --log-file /tmp/tidb_cdc_test/ddl_manager/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_manager/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] cache Verifying downstream PD is started... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/drop_many_tables/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:18:47 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8c8faf5d-02c8-4706-8124-4686175721a5 {"id":"8c8faf5d-02c8-4706-8124-4686175721a5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812324} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603504645d5 8c8faf5d-02c8-4706-8124-4686175721a5 /tidb/cdc/default/default/upstream/7489616865547403507 {"id":7489616865547403507,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8c8faf5d-02c8-4706-8124-4686175721a5 {"id":"8c8faf5d-02c8-4706-8124-4686175721a5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812324} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603504645d5 8c8faf5d-02c8-4706-8124-4686175721a5 /tidb/cdc/default/default/upstream/7489616865547403507 {"id":7489616865547403507,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8c8faf5d-02c8-4706-8124-4686175721a5 {"id":"8c8faf5d-02c8-4706-8124-4686175721a5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812324} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603504645d5 8c8faf5d-02c8-4706-8124-4686175721a5 /tidb/cdc/default/default/upstream/7489616865547403507 {"id":7489616865547403507,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.cli.5293.out cli changefeed create --sink-uri=mysql://root@127.0.0.1:3306/ -c=ddl-manager Create changefeed successfully! ID: ddl-manager Info: {"upstream_id":7489616865547403507,"namespace":"default","id":"ddl-manager","sink_uri":"mysql://root@127.0.0.1:3306/","create_time":"2025-04-05T08:18:48.147085868+08:00","start_ts":457129938923814914,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129938923814914,"checkpoint_ts":457129938923814914,"checkpoint_time":"2025-04-05 08:18:48.048"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... start tidb cluster in /tmp/tidb_cdc_test/resolve_lock Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/many_pk_or_uk Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/ddl_puller_lag/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/drop_many_tables Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + set +x Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616898615930035 TiDB Cluster ID. tikv_gc_leader_uuid 6580d41f61c0002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-w-rgg95, pid:1222, start at 2025-04-05 08:18:48.840192544 +0800 CST m=+2.048200080 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:48.848 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:48.839 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:48.839 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616898615930035 TiDB Cluster ID. tikv_gc_leader_uuid 6580d41f61c0002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-w-rgg95, pid:1222, start at 2025-04-05 08:18:48.840192544 +0800 CST m=+2.048200080 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:48.848 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:48.839 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:48.839 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616899117221146 TiDB Cluster ID. tikv_gc_leader_uuid 6580d41f934000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-w-rgg95, pid:1289, start at 2025-04-05 08:18:49.066726366 +0800 CST m=+2.217577256 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:49.074 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:49.037 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:49.037 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/error.log Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/ddl_puller_lag Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Sat Apr 5 08:18:53 CST 2025] <<<<<< START cdc server in kv_client_stream_reconnect case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/kv/kvClientForceReconnect=return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kv_client_stream_reconnect.26952697.out server --log-file /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616909184430451 TiDB Cluster ID. tikv_gc_leader_uuid 6580d421c04000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:1343, start at 2025-04-05 08:18:51.303600564 +0800 CST m=+2.331509566 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:51.311 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:51.314 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:51.314 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616909184430451 TiDB Cluster ID. tikv_gc_leader_uuid 6580d421c04000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:1343, start at 2025-04-05 08:18:51.303600564 +0800 CST m=+2.331509566 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:51.311 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:51.314 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:51.314 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616905741111298 TiDB Cluster ID. tikv_gc_leader_uuid 6580d421f30000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:1413, start at 2025-04-05 08:18:51.484220006 +0800 CST m=+2.451486092 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:51.493 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:51.468 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:51.468 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/simple/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/simple/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/simple/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/simple/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/simple/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616906015919730 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4224740004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:1338, start at 2025-04-05 08:18:51.808982173 +0800 CST m=+2.513118455 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:51.865 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:51.857 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:51.857 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616906015919730 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4224740004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:1338, start at 2025-04-05 08:18:51.808982173 +0800 CST m=+2.513118455 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:51.865 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:51.857 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:51.857 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616912681311712 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4226040003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:1401, start at 2025-04-05 08:18:51.908895858 +0800 CST m=+2.541639516 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:51.916 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:51.905 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:51.905 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/gc_safepoint/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/gc_safepoint/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.simple.cli.2659.out cli tso query --pd=http://127.0.0.1:2379 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Sat Apr 5 08:18:55 CST 2025] <<<<<< START cdc server in gc_safepoint case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/pkg/txnutil/gc/InjectGcSafepointUpdateInterval=return(500)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.gc_safepoint.26562658.out server --log-file /tmp/tidb_cdc_test/gc_safepoint/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/gc_safepoint/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616922034736500 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4248ec0007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3, pid:1421, start at 2025-04-05 08:18:54.153569511 +0800 CST m=+2.360122573 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:54.162 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:54.139 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:54.139 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616922034736500 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4248ec0007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3, pid:1421, start at 2025-04-05 08:18:54.153569511 +0800 CST m=+2.360122573 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:54.162 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:54.139 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:54.139 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616924707426568 TiDB Cluster ID. tikv_gc_leader_uuid 6580d42481c0006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3, pid:1486, start at 2025-04-05 08:18:54.134031505 +0800 CST m=+2.281413835 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:54.144 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:54.138 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:54.138 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/resolve_lock/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/resolve_lock/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/resolve_lock/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/resolve_lock/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/resolve_lock/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:18:56 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/74e435fe-1269-4d9a-8a57-32e3ad3e171b {"id":"74e435fe-1269-4d9a-8a57-32e3ad3e171b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812333} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603506386d6 74e435fe-1269-4d9a-8a57-32e3ad3e171b /tidb/cdc/default/default/upstream/7489616898615930035 {"id":7489616898615930035,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/74e435fe-1269-4d9a-8a57-32e3ad3e171b {"id":"74e435fe-1269-4d9a-8a57-32e3ad3e171b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812333} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603506386d6 74e435fe-1269-4d9a-8a57-32e3ad3e171b /tidb/cdc/default/default/upstream/7489616898615930035 {"id":7489616898615930035,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/74e435fe-1269-4d9a-8a57-32e3ad3e171b {"id":"74e435fe-1269-4d9a-8a57-32e3ad3e171b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812333} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603506386d6 74e435fe-1269-4d9a-8a57-32e3ad3e171b /tidb/cdc/default/default/upstream/7489616898615930035 {"id":7489616898615930035,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 8.07 secs (499405905 bytes/sec) + set +x + tso='457129940933410817 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129940933410817 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Pipeline] { [Pipeline] cache Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616922917950246 TiDB Cluster ID. tikv_gc_leader_uuid 6580d42596c0006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-9h3l7, pid:1297, start at 2025-04-05 08:18:55.221741698 +0800 CST m=+2.186705198 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:55.230 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:55.195 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:55.195 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616922917950246 TiDB Cluster ID. tikv_gc_leader_uuid 6580d42596c0006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-9h3l7, pid:1297, start at 2025-04-05 08:18:55.221741698 +0800 CST m=+2.186705198 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:55.230 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:55.195 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:55.195 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616925716732246 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4259b4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-9h3l7, pid:1373, start at 2025-04-05 08:18:55.237132837 +0800 CST m=+2.114173481 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:55.248 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:55.245 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:55.245 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/many_pk_or_uk/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/many_pk_or_uk/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/many_pk_or_uk/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/many_pk_or_uk/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/many_pk_or_uk/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resolve_lock.cli.2746.out cli tso query --pd=http://127.0.0.1:2379 [Sat Apr 5 08:18:58 CST 2025] <<<<<< START cdc server in simple case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.simple.27062708.out server --log-file /tmp/tidb_cdc_test/simple/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/simple/cdc_data --cluster-id default + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:18:58 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bd2fe9ed-86ba-439c-a04f-917af40e4120 {"id":"bd2fe9ed-86ba-439c-a04f-917af40e4120","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812336} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960350674cd7 bd2fe9ed-86ba-439c-a04f-917af40e4120 /tidb/cdc/default/default/upstream/7489616906015919730 {"id":7489616906015919730,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bd2fe9ed-86ba-439c-a04f-917af40e4120 {"id":"bd2fe9ed-86ba-439c-a04f-917af40e4120","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812336} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960350674cd7 bd2fe9ed-86ba-439c-a04f-917af40e4120 /tidb/cdc/default/default/upstream/7489616906015919730 {"id":7489616906015919730,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bd2fe9ed-86ba-439c-a04f-917af40e4120 {"id":"bd2fe9ed-86ba-439c-a04f-917af40e4120","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812336} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960350674cd7 bd2fe9ed-86ba-439c-a04f-917af40e4120 /tidb/cdc/default/default/upstream/7489616906015919730 {"id":7489616906015919730,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x 0 check diff failed 1-th time, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.many_pk_or_uk.cli.2759.out cli tso query --pd=http://127.0.0.1:2379 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616939913372644 TiDB Cluster ID. tikv_gc_leader_uuid 6580d42889c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76, pid:3870, start at 2025-04-05 08:18:58.228475228 +0800 CST m=+2.757183482 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:58.275 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:58.265 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:58.265 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616939913372644 TiDB Cluster ID. tikv_gc_leader_uuid 6580d42889c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76, pid:3870, start at 2025-04-05 08:18:58.228475228 +0800 CST m=+2.757183482 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:58.275 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:58.265 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:58.265 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616933216470662 TiDB Cluster ID. tikv_gc_leader_uuid 6580d428990000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76, pid:3944, start at 2025-04-05 08:18:58.323584257 +0800 CST m=+2.791984790 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:58.370 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:58.376 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:58.376 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/drop_many_tables/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/drop_many_tables/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x + tso='457129941674229761 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129941674229761 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:19:00 CST 2025] <<<<<< START cdc server in resolve_lock case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resolve_lock.27872789.out server --log-file /tmp/tidb_cdc_test/resolve_lock/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/resolve_lock/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x + tso='457129941990375426 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129941990375426 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:19:01 CST 2025] <<<<<< START cdc server in many_pk_or_uk case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + GO_FAILPOINTS= + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.many_pk_or_uk.28012803.out server --log-file /tmp/tidb_cdc_test/many_pk_or_uk/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/many_pk_or_uk/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 2-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:19:01 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/90ba148c-1488-4a57-bad5-23480a258c24 {"id":"90ba148c-1488-4a57-bad5-23480a258c24","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812338} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603506629fe 90ba148c-1488-4a57-bad5-23480a258c24 /tidb/cdc/default/default/upstream/7489616909184430451 {"id":7489616909184430451,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/90ba148c-1488-4a57-bad5-23480a258c24 {"id":"90ba148c-1488-4a57-bad5-23480a258c24","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812338} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603506629fe 90ba148c-1488-4a57-bad5-23480a258c24 /tidb/cdc/default/default/upstream/7489616909184430451 {"id":7489616909184430451,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/90ba148c-1488-4a57-bad5-23480a258c24 {"id":"90ba148c-1488-4a57-bad5-23480a258c24","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812338} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603506629fe 90ba148c-1488-4a57-bad5-23480a258c24 /tidb/cdc/default/default/upstream/7489616909184430451 {"id":7489616909184430451,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.simple.cli.2753.out cli changefeed create --start-ts=457129940933410817 --sink-uri=mysql+ssl://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: 60de67d1-e29d-4de8-93b5-b874375defcd Info: {"upstream_id":7489616909184430451,"namespace":"default","id":"60de67d1-e29d-4de8-93b5-b874375defcd","sink_uri":"mysql+ssl://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:19:01.823964997+08:00","start_ts":457129940933410817,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129940933410817,"checkpoint_ts":457129940933410817,"checkpoint_time":"2025-04-05 08:18:55.714"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.cli.5348.out cli tso query --pd=http://127.0.0.1:2379 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616947579788755 TiDB Cluster ID. tikv_gc_leader_uuid 6580d42a394000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm, pid:3921, start at 2025-04-05 08:18:59.981108239 +0800 CST m=+2.436968226 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:59.992 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:59.991 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:59.991 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616947579788755 TiDB Cluster ID. tikv_gc_leader_uuid 6580d42a394000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm, pid:3921, start at 2025-04-05 08:18:59.981108239 +0800 CST m=+2.436968226 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:59.992 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:59.991 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:59.991 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489616936515069953 TiDB Cluster ID. tikv_gc_leader_uuid 6580d42a34c0006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm, pid:3988, start at 2025-04-05 08:18:59.933966753 +0800 CST m=+2.338000843 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:20:59.943 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:18:59.945 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:08:59.945 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x succeed to verify meta placement rules + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:19:03 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/759c92dd-9ff9-4980-adc9-bebaec34b5ab {"id":"759c92dd-9ff9-4980-adc9-bebaec34b5ab","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812340} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603507902e6 759c92dd-9ff9-4980-adc9-bebaec34b5ab /tidb/cdc/default/default/upstream/7489616922034736500 {"id":7489616922034736500,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/759c92dd-9ff9-4980-adc9-bebaec34b5ab {"id":"759c92dd-9ff9-4980-adc9-bebaec34b5ab","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812340} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603507902e6 759c92dd-9ff9-4980-adc9-bebaec34b5ab /tidb/cdc/default/default/upstream/7489616922034736500 {"id":7489616922034736500,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/759c92dd-9ff9-4980-adc9-bebaec34b5ab {"id":"759c92dd-9ff9-4980-adc9-bebaec34b5ab","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812340} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603507902e6 759c92dd-9ff9-4980-adc9-bebaec34b5ab /tidb/cdc/default/default/upstream/7489616922034736500 {"id":7489616922034736500,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resolve_lock.cli.2844.out cli changefeed create --start-ts=457129941674229761 --sink-uri=mysql://normal:123456@127.0.0.1:3306/tidb-txn-mode=pessimistic TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ check data failed 1-th time, retry later Create changefeed successfully! ID: 385daee7-2bea-4085-8dbb-2cebeca5928e Info: {"upstream_id":7489616922034736500,"namespace":"default","id":"385daee7-2bea-4085-8dbb-2cebeca5928e","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/tidb-txn-mode=pessimistic","create_time":"2025-04-05T08:19:03.493028591+08:00","start_ts":457129941674229761,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129941674229761,"checkpoint_ts":457129941674229761,"checkpoint_time":"2025-04-05 08:18:58.540"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... check diff successfully check_safepoint_forward http://127.0.0.1:2379 7489616906015919730 457129942674309131 457129941756805123 + set +x + tso='457129942637346819 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129942637346819 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:19:03 CST 2025] <<<<<< START cdc server in drop_many_tables case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.53855387.out server --log-file /tmp/tidb_cdc_test/drop_many_tables/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/drop_many_tables/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.cli.5325.out cli tso query --pd=http://127.0.0.1:2379 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:19:04 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/07a8578d-5ad6-47b2-94d6-908d403d2e2c {"id":"07a8578d-5ad6-47b2-94d6-908d403d2e2c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812341} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035079d1ea 07a8578d-5ad6-47b2-94d6-908d403d2e2c /tidb/cdc/default/default/upstream/7489616922917950246 {"id":7489616922917950246,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/07a8578d-5ad6-47b2-94d6-908d403d2e2c {"id":"07a8578d-5ad6-47b2-94d6-908d403d2e2c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812341} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035079d1ea 07a8578d-5ad6-47b2-94d6-908d403d2e2c /tidb/cdc/default/default/upstream/7489616922917950246 {"id":7489616922917950246,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/07a8578d-5ad6-47b2-94d6-908d403d2e2c {"id":"07a8578d-5ad6-47b2-94d6-908d403d2e2c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812341} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035079d1ea 07a8578d-5ad6-47b2-94d6-908d403d2e2c /tidb/cdc/default/default/upstream/7489616922917950246 {"id":7489616922917950246,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.many_pk_or_uk.cli.2863.out cli changefeed create --start-ts=457129941990375426 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ run task successfully check_changefeed_state http://127.0.0.1:2379 491bd53e-f2c4-40f0-ac6a-3b080a09c5af stopped null + endpoints=http://127.0.0.1:2379 + changefeed_id=491bd53e-f2c4-40f0-ac6a-3b080a09c5af + expected_state=stopped + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 491bd53e-f2c4-40f0-ac6a-3b080a09c5af -s Create changefeed successfully! ID: 78ee5636-1a29-445a-9105-d8f3ad0d9571 Info: {"upstream_id":7489616922917950246,"namespace":"default","id":"78ee5636-1a29-445a-9105-d8f3ad0d9571","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:19:04.7357382+08:00","start_ts":457129941990375426,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129941990375426,"checkpoint_ts":457129941990375426,"checkpoint_time":"2025-04-05 08:18:59.746"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + info='{ "upstream_id": 7489616906015919730, "namespace": "default", "id": "491bd53e-f2c4-40f0-ac6a-3b080a09c5af", "state": "stopped", "checkpoint_tso": 457129942936453140, "checkpoint_time": "2025-04-05 08:19:03.355", "error": null }' + echo '{ "upstream_id": 7489616906015919730, "namespace": "default", "id": "491bd53e-f2c4-40f0-ac6a-3b080a09c5af", "state": "stopped", "checkpoint_tso": 457129942936453140, "checkpoint_time": "2025-04-05 08:19:03.355", "error": null }' { "upstream_id": 7489616906015919730, "namespace": "default", "id": "491bd53e-f2c4-40f0-ac6a-3b080a09c5af", "state": "stopped", "checkpoint_tso": 457129942936453140, "checkpoint_time": "2025-04-05 08:19:03.355", "error": null } ++ echo '{' '"upstream_id":' 7489616906015919730, '"namespace":' '"default",' '"id":' '"491bd53e-f2c4-40f0-ac6a-3b080a09c5af",' '"state":' '"stopped",' '"checkpoint_tso":' 457129942936453140, '"checkpoint_time":' '"2025-04-05' '08:19:03.355",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7489616906015919730, '"namespace":' '"default",' '"id":' '"491bd53e-f2c4-40f0-ac6a-3b080a09c5af",' '"state":' '"stopped",' '"checkpoint_tso":' 457129942936453140, '"checkpoint_time":' '"2025-04-05' '08:19:03.355",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_safepoint_equal http://127.0.0.1:2379 7489616906015919730 + set +x go: downloading go1.23.4 (linux/amd64) + set +x + tso='457129943168712706 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129943168712706 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ check data failed 2-th time, retry later + set +x go: downloading go1.23.4 (linux/amd64) [Sat Apr 5 08:19:06 CST 2025] <<<<<< START cdc server in ddl_puller_lag case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorDDLResolved=1*sleep(180000)' + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.53715373.out server --log-file /tmp/tidb_cdc_test/ddl_puller_lag/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_puller_lag/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 7.73 secs (521207252 bytes/sec) [Pipeline] { [Pipeline] cache + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:19:06 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d20176e0-97c2-43de-bab9-89c3ac8840c9 {"id":"d20176e0-97c2-43de-bab9-89c3ac8840c9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812344} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603507f8fe3 d20176e0-97c2-43de-bab9-89c3ac8840c9 /tidb/cdc/default/default/upstream/7489616939913372644 {"id":7489616939913372644,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d20176e0-97c2-43de-bab9-89c3ac8840c9 {"id":"d20176e0-97c2-43de-bab9-89c3ac8840c9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812344} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603507f8fe3 d20176e0-97c2-43de-bab9-89c3ac8840c9 /tidb/cdc/default/default/upstream/7489616939913372644 {"id":7489616939913372644,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d20176e0-97c2-43de-bab9-89c3ac8840c9 {"id":"d20176e0-97c2-43de-bab9-89c3ac8840c9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812344} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603507f8fe3 d20176e0-97c2-43de-bab9-89c3ac8840c9 /tidb/cdc/default/default/upstream/7489616939913372644 {"id":7489616939913372644,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.cli.5440.out cli changefeed create --start-ts=457129942637346819 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: 9d9b10a3-6385-46fc-a1ef-94256df2d0bd Info: {"upstream_id":7489616939913372644,"namespace":"default","id":"9d9b10a3-6385-46fc-a1ef-94256df2d0bd","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:19:07.150376396+08:00","start_ts":457129942637346819,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129942637346819,"checkpoint_ts":457129942637346819,"checkpoint_time":"2025-04-05 08:19:02.214"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... wait process 5236 exit for 1-th time... wait process 5236 exit for 2-th time... wait process 5236 exit for 3-th time... wait process 5236 exit for 4-th time... wait process 5236 exit for 5-th time... wait process 5236 exit for 6-th time... wait process 5236 exit for 7-th time... check data successfully run task successfully wait process cdc.test exit for 1-th time... check_changefeed_state http://127.0.0.1:2379 491bd53e-f2c4-40f0-ac6a-3b080a09c5af normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=491bd53e-f2c4-40f0-ac6a-3b080a09c5af + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 491bd53e-f2c4-40f0-ac6a-3b080a09c5af -s + info='{ "upstream_id": 7489616906015919730, "namespace": "default", "id": "491bd53e-f2c4-40f0-ac6a-3b080a09c5af", "state": "normal", "checkpoint_tso": 457129942936453140, "checkpoint_time": "2025-04-05 08:19:03.355", "error": null }' + echo '{ "upstream_id": 7489616906015919730, "namespace": "default", "id": "491bd53e-f2c4-40f0-ac6a-3b080a09c5af", "state": "normal", "checkpoint_tso": 457129942936453140, "checkpoint_time": "2025-04-05 08:19:03.355", "error": null }' { "upstream_id": 7489616906015919730, "namespace": "default", "id": "491bd53e-f2c4-40f0-ac6a-3b080a09c5af", "state": "normal", "checkpoint_tso": 457129942936453140, "checkpoint_time": "2025-04-05 08:19:03.355", "error": null } ++ echo '{' '"upstream_id":' 7489616906015919730, '"namespace":' '"default",' '"id":' '"491bd53e-f2c4-40f0-ac6a-3b080a09c5af",' '"state":' '"normal",' '"checkpoint_tso":' 457129942936453140, '"checkpoint_time":' '"2025-04-05' '08:19:03.355",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489616906015919730, '"namespace":' '"default",' '"id":' '"491bd53e-f2c4-40f0-ac6a-3b080a09c5af",' '"state":' '"normal",' '"checkpoint_tso":' 457129942936453140, '"checkpoint_time":' '"2025-04-05' '08:19:03.355",' '"error":' null '}' ++ jq -r .error.message wait process 5236 exit for 8-th time... + message=null + [[ ! null =~ null ]] run task successfully check_safepoint_forward http://127.0.0.1:2379 7489616906015919730 457129942936453139 457129942936453140 + set +x wait process cdc.test exit for 2-th time... wait process 5236 exit for 9-th time... table sink_retry.finish_mark_2 exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:19:06 CST 2025] <<<<<< run test case sink_retry success! >>>>>> cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:19:09 CST 2025] <<<<<< run test case simple success! >>>>>> /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (5236) - No such process wait process 5236 exit for 10-th time... process 5236 already exit [Sat Apr 5 08:19:09 CST 2025] <<<<<< START cdc server in ddl_manager case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteDDLSlowly=return(true)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.53995401.out server --log-file /tmp/tidb_cdc_test/ddl_manager/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_manager/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 run task successfully check_changefeed_state http://127.0.0.1:2379 491bd53e-f2c4-40f0-ac6a-3b080a09c5af stopped null + endpoints=http://127.0.0.1:2379 + changefeed_id=491bd53e-f2c4-40f0-ac6a-3b080a09c5af + expected_state=stopped + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 491bd53e-f2c4-40f0-ac6a-3b080a09c5af -s + info='{ "upstream_id": 7489616906015919730, "namespace": "default", "id": "491bd53e-f2c4-40f0-ac6a-3b080a09c5af", "state": "stopped", "checkpoint_tso": 457129942936453140, "checkpoint_time": "2025-04-05 08:19:03.355", "error": null }' + echo '{ "upstream_id": 7489616906015919730, "namespace": "default", "id": "491bd53e-f2c4-40f0-ac6a-3b080a09c5af", "state": "stopped", "checkpoint_tso": 457129942936453140, "checkpoint_time": "2025-04-05 08:19:03.355", "error": null }' { "upstream_id": 7489616906015919730, "namespace": "default", "id": "491bd53e-f2c4-40f0-ac6a-3b080a09c5af", "state": "stopped", "checkpoint_tso": 457129942936453140, "checkpoint_time": "2025-04-05 08:19:03.355", "error": null } ++ echo '{' '"upstream_id":' 7489616906015919730, '"namespace":' '"default",' '"id":' '"491bd53e-f2c4-40f0-ac6a-3b080a09c5af",' '"state":' '"stopped",' '"checkpoint_tso":' 457129942936453140, '"checkpoint_time":' '"2025-04-05' '08:19:03.355",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7489616906015919730, '"namespace":' '"default",' '"id":' '"491bd53e-f2c4-40f0-ac6a-3b080a09c5af",' '"state":' '"stopped",' '"checkpoint_tso":' 457129942936453140, '"checkpoint_time":' '"2025-04-05' '08:19:03.355",' '"error":' null '}' ++ jq -r .error.message + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:19:09 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4bf2ed3c-94ba-45ad-aa9d-91f3c14f3f49 {"id":"4bf2ed3c-94ba-45ad-aa9d-91f3c14f3f49","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812347} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035087acfe 4bf2ed3c-94ba-45ad-aa9d-91f3c14f3f49 /tidb/cdc/default/default/upstream/7489616947579788755 {"id":7489616947579788755,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4bf2ed3c-94ba-45ad-aa9d-91f3c14f3f49 {"id":"4bf2ed3c-94ba-45ad-aa9d-91f3c14f3f49","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812347} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035087acfe 4bf2ed3c-94ba-45ad-aa9d-91f3c14f3f49 /tidb/cdc/default/default/upstream/7489616947579788755 {"id":7489616947579788755,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4bf2ed3c-94ba-45ad-aa9d-91f3c14f3f49 {"id":"4bf2ed3c-94ba-45ad-aa9d-91f3c14f3f49","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812347} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035087acfe 4bf2ed3c-94ba-45ad-aa9d-91f3c14f3f49 /tidb/cdc/default/default/upstream/7489616947579788755 {"id":7489616947579788755,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.cli.5427.out cli changefeed create --start-ts=457129943168712706 --sink-uri=mysql+ssl://normal:123456@127.0.0.1:3306/ + message=null + [[ ! null =~ null ]] run task successfully check_changefeed_state http://127.0.0.1:2379 63378c0c-f1e2-4799-a0cf-80ae263b13b8 normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=63378c0c-f1e2-4799-a0cf-80ae263b13b8 + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 63378c0c-f1e2-4799-a0cf-80ae263b13b8 -s go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8 go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31 go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/google/uuid v1.6.0 go: downloading google.golang.org/grpc v1.64.0 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading golang.org/x/sync v0.10.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/golang/protobuf v1.5.4 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading github.com/prometheus/client_golang v1.20.5 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading github.com/prometheus/client_model v0.6.1 go: downloading google.golang.org/protobuf v1.35.2 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda go: downloading github.com/coreos/go-semver v0.3.1 Create changefeed successfully! ID: 056eecd6-b07d-40ad-9cf6-3408896ec3a3 Info: {"upstream_id":7489616947579788755,"namespace":"default","id":"056eecd6-b07d-40ad-9cf6-3408896ec3a3","sink_uri":"mysql+ssl://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:19:10.276250751+08:00","start_ts":457129943168712706,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129943168712706,"checkpoint_ts":457129943168712706,"checkpoint_time":"2025-04-05 08:19:04.241"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + info='{ "upstream_id": 7489616906015919730, "namespace": "default", "id": "63378c0c-f1e2-4799-a0cf-80ae263b13b8", "state": "normal", "checkpoint_tso": 457129944692817922, "checkpoint_time": "2025-04-05 08:19:10.055", "error": null }' + echo '{ "upstream_id": 7489616906015919730, "namespace": "default", "id": "63378c0c-f1e2-4799-a0cf-80ae263b13b8", "state": "normal", "checkpoint_tso": 457129944692817922, "checkpoint_time": "2025-04-05 08:19:10.055", "error": null }' { "upstream_id": 7489616906015919730, "namespace": "default", "id": "63378c0c-f1e2-4799-a0cf-80ae263b13b8", "state": "normal", "checkpoint_tso": 457129944692817922, "checkpoint_time": "2025-04-05 08:19:10.055", "error": null } ++ echo '{' '"upstream_id":' 7489616906015919730, '"namespace":' '"default",' '"id":' '"63378c0c-f1e2-4799-a0cf-80ae263b13b8",' '"state":' '"normal",' '"checkpoint_tso":' 457129944692817922, '"checkpoint_time":' '"2025-04-05' '08:19:10.055",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489616906015919730, '"namespace":' '"default",' '"id":' '"63378c0c-f1e2-4799-a0cf-80ae263b13b8",' '"state":' '"normal",' '"checkpoint_tso":' 457129944692817922, '"checkpoint_time":' '"2025-04-05' '08:19:10.055",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_safepoint_equal http://127.0.0.1:2379 7489616906015919730 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/prometheus/procfs v0.15.1 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/common v0.61.0 go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading golang.org/x/sys v0.28.0 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 go: downloading golang.org/x/net v0.33.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading golang.org/x/text v0.21.0 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394 go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/atomic v1.11.0 go: downloading go.uber.org/multierr v1.11.0 + set +x + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > table drop_tables.c not exists for 1-th check, retry later go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/gorilla/mux v1.8.1 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22 go: downloading github.com/stretchr/testify v1.10.0 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading cloud.google.com/go/storage v1.39.1 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading golang.org/x/term v0.27.0 go: downloading github.com/qri-io/jsonschema v0.2.1 go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading golang.org/x/tools v0.28.0 go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d go: downloading github.com/klauspost/compress v1.17.9 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading golang.org/x/oauth2 v0.24.0 go: downloading google.golang.org/api v0.170.0 go: downloading golang.org/x/time v0.7.0 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading github.com/spf13/cobra v1.8.1 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/mattn/go-runewidth v0.0.16 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading k8s.io/api v0.29.11 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading golang.org/x/crypto v0.31.0 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading cloud.google.com/go v0.112.2 go: downloading github.com/robfig/cron v1.2.0 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading github.com/rivo/uniseg v0.4.7 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading cloud.google.com/go/kms v1.15.8 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/goccy/go-reflect v1.2.0 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/pierrec/lz4/v4 v4.1.18 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/golang-jwt/jwt/v5 v5.2.1 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible go: downloading github.com/googleapis/gax-go/v2 v2.12.3 go: downloading cloud.google.com/go/iam v1.1.7 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading go.opentelemetry.io/otel/trace v1.24.0 run task successfully go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8 go: downloading github.com/prometheus/client_golang v1.20.5 go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/stretchr/testify v1.10.0 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/gorilla/mux v1.8.1 go: downloading golang.org/x/net v0.33.0 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/tidwall/btree v1.7.0 go: downloading google.golang.org/grpc v1.64.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading golang.org/x/sync v0.10.0 go: downloading golang.org/x/sys v0.28.0 go: downloading github.com/google/btree v1.1.2 go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading golang.org/x/text v0.21.0 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/qri-io/jsonschema v0.2.1 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading golang.org/x/tools v0.28.0 go: downloading cloud.google.com/go/storage v1.39.1 go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading cloud.google.com/go v0.112.2 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/klauspost/compress v1.17.9 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading google.golang.org/api v0.170.0 go: downloading golang.org/x/oauth2 v0.24.0 go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading google.golang.org/protobuf v1.35.2 go: downloading github.com/golang/snappy v0.0.4 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading golang.org/x/time v0.7.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da Changefeed remove successfully. ID: 491bd53e-f2c4-40f0-ac6a-3b080a09c5af CheckpointTs: 457129942936453140 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1 check_safepoint_forward http://127.0.0.1:2379 7489616906015919730 457129945571000323 457129942936453140 457129944692817922 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading golang.org/x/crypto v0.31.0 go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/common v0.61.0 go: downloading github.com/prometheus/procfs v0.15.1 go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading cloud.google.com/go/iam v1.1.7 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/cockroachdb/redact v1.1.5 table drop_tables.c not exists for 2-th check, retry later pass test: get tso wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... wait process cdc.test exit for 3-th time... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 08:19:14 CST 2025] <<<<<< run test case http_api success! >>>>>> go: downloading github.com/googleapis/gax-go/v2 v2.12.3 go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading golang.org/x/term v0.27.0 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/mattn/go-runewidth v0.0.16 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.13.1 go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/andybalholm/brotli v1.0.5 go: downloading k8s.io/apimachinery v0.29.11 go: downloading github.com/klauspost/cpuid/v2 v2.2.4 go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading github.com/robfig/cron v1.2.0 go: downloading go.opentelemetry.io/otel/trace v1.24.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/golang-jwt/jwt/v5 v5.2.1 go: downloading github.com/goccy/go-reflect v1.2.0 go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/rivo/uniseg v0.4.7 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/pierrec/lz4/v4 v4.1.18 run task successfully go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading k8s.io/klog/v2 v2.120.1 go: downloading github.com/google/gofuzz v1.2.0 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b Changefeed remove successfully. ID: 63378c0c-f1e2-4799-a0cf-80ae263b13b8 CheckpointTs: 457129945833144324 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1 check_safepoint_cleared http://127.0.0.1:2379 7489616906015919730 run task successfully go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/rogpeppe/go-internal v1.13.1 go: downloading github.com/kr/text v0.2.0 wait process cdc.test exit for 1-th time... go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/andybalholm/brotli v1.0.5 go: downloading github.com/klauspost/cpuid/v2 v2.2.4 table drop_tables.c not exists for 3-th check, retry later wait process cdc.test exit for 2-th time... go: downloading github.com/pierrec/lz4 v2.6.1+incompatible < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:19:16 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7489616865547403507 Namespace:default ID:ddl-manager SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 08:18:48.147085868 +0800 CST StartTs:457129938923814914 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0018a1440 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129938936922119} {CheckpointTs:457129939592282133 MinTableBarrierTs:457129939592282133 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8a33d593-e543-44a4-9b81-94079de92781 {"id":"8a33d593-e543-44a4-9b81-94079de92781","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812349} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960350464814 8a33d593-e543-44a4-9b81-94079de92781 /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7489616865547403507,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T08:18:48.147085868+08:00","start-ts":457129938923814914,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129938936922119} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":457129939736723459,"min-table-barrier-ts":457129939736723459,"admin-job-type":0} /tidb/cdc/default/default/task/position/8a33d593-e543-44a4-9b81-94079de92781/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489616865547403507 {"id":7489616865547403507,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7489616865547403507 Namespace:default ID:ddl-manager SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 08:18:48.147085868 +0800 CST StartTs:457129938923814914 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0018a1440 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129938936922119} {CheckpointTs:457129939592282133 MinTableBarrierTs:457129939592282133 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8a33d593-e543-44a4-9b81-94079de92781 {"id":"8a33d593-e543-44a4-9b81-94079de92781","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812349} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960350464814 8a33d593-e543-44a4-9b81-94079de92781 /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7489616865547403507,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T08:18:48.147085868+08:00","start-ts":457129938923814914,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129938936922119} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":457129939736723459,"min-table-barrier-ts":457129939736723459,"admin-job-type":0} /tidb/cdc/default/default/task/position/8a33d593-e543-44a4-9b81-94079de92781/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489616865547403507 {"id":7489616865547403507,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7489616865547403507 Namespace:default ID:ddl-manager SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 08:18:48.147085868 +0800 CST StartTs:457129938923814914 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0018a1440 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129938936922119} {CheckpointTs:457129939592282133 MinTableBarrierTs:457129939592282133 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8a33d593-e543-44a4-9b81-94079de92781 {"id":"8a33d593-e543-44a4-9b81-94079de92781","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812349} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960350464814 8a33d593-e543-44a4-9b81-94079de92781 /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7489616865547403507,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T08:18:48.147085868+08:00","start-ts":457129938923814914,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129938936922119} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":457129939736723459,"min-table-barrier-ts":457129939736723459,"admin-job-type":0} /tidb/cdc/default/default/task/position/8a33d593-e543-44a4-9b81-94079de92781/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489616865547403507 {"id":7489616865547403507,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Sat Apr 5 08:19:16 CST 2025] <<<<<< START cdc server in ddl_manager case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteDDLSlowly=return(true)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.54665468.out server --log-file /tmp/tidb_cdc_test/ddl_manager/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_manager/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_error/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:19:17 CST 2025] <<<<<< run test case gc_safepoint success! >>>>>> go: downloading github.com/pierrec/lz4 v2.6.1+incompatible Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 8.75 secs (460440264 bytes/sec) [Pipeline] { [Pipeline] cache go: downloading github.com/google/s2a-go v0.1.7 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 table drop_tables.c exists check diff successfully =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc_server_tips/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... wait process cdc.test exit for 1-th time... go: downloading github.com/google/s2a-go v0.1.7 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 wait process cdc.test exit for 2-th time... start tidb cluster in /tmp/tidb_cdc_test/changefeed_error Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:19:20 CST 2025] <<<<<< run test case drop_many_tables success! >>>>>> < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:19:20 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7489616865547403507 Namespace:default ID:ddl-manager SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 08:18:48.147085868 +0800 CST StartTs:457129938923814914 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0018a1440 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129938936922119} {CheckpointTs:457129939736723459 MinTableBarrierTs:457129939736723459 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8a33d593-e543-44a4-9b81-94079de92781 {"id":"8a33d593-e543-44a4-9b81-94079de92781","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812349} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960350464814 8a33d593-e543-44a4-9b81-94079de92781 /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7489616865547403507,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T08:18:48.147085868+08:00","start-ts":457129938923814914,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129938936922119} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":457129939736723459,"min-table-barrier-ts":457129939736723459,"admin-job-type":0} /tidb/cdc/default/default/task/position/8a33d593-e543-44a4-9b81-94079de92781/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489616865547403507 {"id":7489616865547403507,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7489616865547403507 Namespace:default ID:ddl-manager SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 08:18:48.147085868 +0800 CST StartTs:457129938923814914 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0018a1440 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129938936922119} {CheckpointTs:457129939736723459 MinTableBarrierTs:457129939736723459 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8a33d593-e543-44a4-9b81-94079de92781 {"id":"8a33d593-e543-44a4-9b81-94079de92781","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812349} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960350464814 8a33d593-e543-44a4-9b81-94079de92781 /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7489616865547403507,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T08:18:48.147085868+08:00","start-ts":457129938923814914,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129938936922119} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":457129939736723459,"min-table-barrier-ts":457129939736723459,"admin-job-type":0} /tidb/cdc/default/default/task/position/8a33d593-e543-44a4-9b81-94079de92781/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489616865547403507 {"id":7489616865547403507,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7489616865547403507 Namespace:default ID:ddl-manager SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 08:18:48.147085868 +0800 CST StartTs:457129938923814914 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0018a1440 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129938936922119} {CheckpointTs:457129939736723459 MinTableBarrierTs:457129939736723459 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8a33d593-e543-44a4-9b81-94079de92781 {"id":"8a33d593-e543-44a4-9b81-94079de92781","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812349} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960350464814 8a33d593-e543-44a4-9b81-94079de92781 /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7489616865547403507,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T08:18:48.147085868+08:00","start-ts":457129938923814914,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129938936922119} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":457129939736723459,"min-table-barrier-ts":457129939736723459,"admin-job-type":0} /tidb/cdc/default/default/task/position/8a33d593-e543-44a4-9b81-94079de92781/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489616865547403507 {"id":7489616865547403507,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table ddl_manager.finish_mark not exists for 1-th check, retry later table ddl_manager.finish_mark not exists for 2-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/cdc_server_tips Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table ddl_manager.finish_mark not exists for 3-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_api_tls/run.sh using Sink-Type: mysql... <<================= WARNING: Running pip install with root privileges is generally not a good idea. Try `__main__.py install --user` instead. Requirement already up-to-date: requests==2.26.0 in /usr/local/lib/python3.6/site-packages Requirement already up-to-date: certifi>=2017.4.17 in /usr/local/lib/python3.6/site-packages (from requests==2.26.0) Requirement already up-to-date: idna<4,>=2.5; python_version >= "3" in /usr/local/lib/python3.6/site-packages (from requests==2.26.0) Requirement already up-to-date: charset-normalizer~=2.0.0; python_version >= "3" in /usr/local/lib/python3.6/site-packages (from requests==2.26.0) Requirement already up-to-date: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.6/site-packages (from requests==2.26.0) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) The 1 times to try to start tidb cluster... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table ddl_manager.finish_mark not exists for 4-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_pause_resume/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 5-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/http_api_tls Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 8.38 secs (480801890 bytes/sec) [Pipeline] { [Pipeline] cache VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617065134956688 TiDB Cluster ID. tikv_gc_leader_uuid 6580d444bd00009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3, pid:4027, start at 2025-04-05 08:19:27.103344176 +0800 CST m=+2.076257582 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:21:27.111 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:19:27.092 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:09:27.092 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617065134956688 TiDB Cluster ID. tikv_gc_leader_uuid 6580d444bd00009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3, pid:4027, start at 2025-04-05 08:19:27.103344176 +0800 CST m=+2.076257582 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:21:27.111 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:19:27.092 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:09:27.092 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617056808763958 TiDB Cluster ID. tikv_gc_leader_uuid 6580d444d60000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3, pid:4095, start at 2025-04-05 08:19:27.214187739 +0800 CST m=+2.108616362 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:21:27.222 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:19:27.222 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:09:27.222 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_error/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_error/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/changefeed_pause_resume Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/processor_stop_delay/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table ddl_manager.finish_mark not exists for 6-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617076398046819 TiDB Cluster ID. tikv_gc_leader_uuid 6580d447a64000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:3894, start at 2025-04-05 08:19:30.103992766 +0800 CST m=+2.677161573 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:21:30.112 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:19:30.073 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:09:30.073 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617076398046819 TiDB Cluster ID. tikv_gc_leader_uuid 6580d447a64000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:3894, start at 2025-04-05 08:19:30.103992766 +0800 CST m=+2.677161573 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:21:30.112 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:19:30.073 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:09:30.073 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617066031272859 TiDB Cluster ID. tikv_gc_leader_uuid 6580d447a70000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:3980, start at 2025-04-05 08:19:30.104985849 +0800 CST m=+2.603613196 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:21:30.113 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:19:30.076 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:09:30.076 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/cdc_server_tips/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/cdc_server_tips/tiflash/log/error.log + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5349.out cli tso query --pd=http://127.0.0.1:2379 arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cdc_server_tips/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/cdc_server_tips/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/cdc_server_tips/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table ddl_manager.finish_mark not exists for 7-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x + tso='457129950361157633 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129950361157633 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x ***************** properties ***************** "requestdistribution"="uniform" "mysql.db"="changefeed_error" "operationcount"="0" "recordcount"="20" "scanproportion"="0" "mysql.user"="root" "readallfields"="true" "mysql.port"="4000" "insertproportion"="0" "threadcount"="4" "workload"="core" "updateproportion"="0" "dotransactions"="false" "readproportion"="0" "mysql.host"="127.0.0.1" ********************************************** Run finished, takes 11.006281ms INSERT - Takes(s): 0.0, Count: 20, OPS: 3009.6, Avg(us): 1879, Min(us): 987, Max(us): 5872, 95th(us): 5000, 99th(us): 6000 [Sat Apr 5 08:19:33 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/NewChangefeedNoRetryError=1*return(true)' + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.53995401.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 start tidb cluster in /tmp/tidb_cdc_test/processor_stop_delay Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc_server_tips.cli.5307.out cli tso query --pd=http://127.0.0.1:2379 table ddl_manager.finish_mark not exists for 8-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:19:34 CST 2025] <<<<<< run test case kv_client_stream_reconnect success! >>>>>> ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x + tso='457129951002099714 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129951002099714 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x try a VALID cdc server command [Sat Apr 5 08:19:35 CST 2025] <<<<<< START cdc server in cdc_server_tips case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc_server_tips.53485350.out server --log-file /tmp/tidb_cdc_test/cdc_server_tips/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cdc_server_tips/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:19:36 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a0fa5179-40fd-4778-abea-4574c311fa4a {"id":"a0fa5179-40fd-4778-abea-4574c311fa4a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812373} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960350f6f2f4 a0fa5179-40fd-4778-abea-4574c311fa4a /tidb/cdc/default/default/upstream/7489617065134956688 {"id":7489617065134956688,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a0fa5179-40fd-4778-abea-4574c311fa4a {"id":"a0fa5179-40fd-4778-abea-4574c311fa4a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812373} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960350f6f2f4 a0fa5179-40fd-4778-abea-4574c311fa4a /tidb/cdc/default/default/upstream/7489617065134956688 {"id":7489617065134956688,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a0fa5179-40fd-4778-abea-4574c311fa4a {"id":"a0fa5179-40fd-4778-abea-4574c311fa4a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812373} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960350f6f2f4 a0fa5179-40fd-4778-abea-4574c311fa4a /tidb/cdc/default/default/upstream/7489617065134956688 {"id":7489617065134956688,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5461.out cli changefeed create --start-ts=457129950361157633 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' -c changefeed-error Create changefeed successfully! ID: changefeed-error Info: {"upstream_id":7489617065134956688,"namespace":"default","id":"changefeed-error","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:19:36.689007338+08:00","start_ts":457129950361157633,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129950361157633,"checkpoint_ts":457129950361157633,"checkpoint_time":"2025-04-05 08:19:31.678"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table ddl_manager.finish_mark not exists for 9-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617096965188872 TiDB Cluster ID. tikv_gc_leader_uuid 6580d44d0140012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:4288, start at 2025-04-05 08:19:35.599229151 +0800 CST m=+2.649640446 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:21:35.616 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:19:35.657 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:09:35.657 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617096965188872 TiDB Cluster ID. tikv_gc_leader_uuid 6580d44d0140012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:4288, start at 2025-04-05 08:19:35.599229151 +0800 CST m=+2.649640446 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:21:35.616 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:19:35.657 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:09:35.657 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617100047321141 TiDB Cluster ID. tikv_gc_leader_uuid 6580d44d3340005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:4359, start at 2025-04-05 08:19:35.766721643 +0800 CST m=+2.759120854 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:21:35.777 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:19:35.757 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:09:35.757 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/http_api_tls/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/http_api_tls/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/http_api_tls/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/http_api_tls/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/http_api_tls/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-error failed [CDC:ErrStartTsBeforeGC] + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-error + expected_state=failed + error_msg='[CDC:ErrStartTsBeforeGC]' + tls_dir='[CDC:ErrStartTsBeforeGC]' + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error -s + info='{ "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-error", "state": "failed", "checkpoint_tso": 457129950361157633, "checkpoint_time": "2025-04-05 08:19:31.678", "error": { "time": "2025-04-05T08:19:36.799828707+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457129950361157333 is earlier than or equal to GC safepoint at 457129950361157633" } }' + echo '{ "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-error", "state": "failed", "checkpoint_tso": 457129950361157633, "checkpoint_time": "2025-04-05 08:19:31.678", "error": { "time": "2025-04-05T08:19:36.799828707+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457129950361157333 is earlier than or equal to GC safepoint at 457129950361157633" } }' { "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-error", "state": "failed", "checkpoint_tso": 457129950361157633, "checkpoint_time": "2025-04-05 08:19:31.678", "error": { "time": "2025-04-05T08:19:36.799828707+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457129950361157333 is earlier than or equal to GC safepoint at 457129950361157633" } } ++ jq -r .state ++ echo '{' '"upstream_id":' 7489617065134956688, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"failed",' '"checkpoint_tso":' 457129950361157633, '"checkpoint_time":' '"2025-04-05' '08:19:31.678",' '"error":' '{' '"time":' '"2025-04-05T08:19:36.799828707+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]fail' to create or maintain changefeed because start-ts 457129950361157333 is earlier than or equal to GC safepoint at '457129950361157633"' '}' '}' + state=failed + [[ ! failed == \f\a\i\l\e\d ]] ++ echo '{' '"upstream_id":' 7489617065134956688, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"failed",' '"checkpoint_tso":' 457129950361157633, '"checkpoint_time":' '"2025-04-05' '08:19:31.678",' '"error":' '{' '"time":' '"2025-04-05T08:19:36.799828707+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]fail' to create or maintain changefeed because start-ts 457129950361157333 is earlier than or equal to GC safepoint at '457129950361157633"' '}' '}' ++ jq -r .error.message + message='[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457129950361157333 is earlier than or equal to GC safepoint at 457129950361157633' + [[ ! [CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457129950361157333 is earlier than or equal to GC safepoint at 457129950361157633 =~ \[CDC:ErrStartTsBeforeGC] ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5536.out cli changefeed resume -c changefeed-error ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 10-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:19:38 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f427148c-2357-47a8-bd9f-f7afd443a01e {"id":"f427148c-2357-47a8-bd9f-f7afd443a01e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812375} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960351004deb f427148c-2357-47a8-bd9f-f7afd443a01e /tidb/cdc/default/default/upstream/7489617076398046819 {"id":7489617076398046819,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f427148c-2357-47a8-bd9f-f7afd443a01e {"id":"f427148c-2357-47a8-bd9f-f7afd443a01e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812375} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960351004deb f427148c-2357-47a8-bd9f-f7afd443a01e /tidb/cdc/default/default/upstream/7489617076398046819 {"id":7489617076398046819,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f427148c-2357-47a8-bd9f-f7afd443a01e {"id":"f427148c-2357-47a8-bd9f-f7afd443a01e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812375} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960351004deb f427148c-2357-47a8-bd9f-f7afd443a01e /tidb/cdc/default/default/upstream/7489617076398046819 {"id":7489617076398046819,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 8.16 secs (493645821 bytes/sec) [Pipeline] { [Pipeline] cache The 1 times to try to start tls tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/http_api_tls Starting TLS PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 + set +x table changefeed_error.usertable not exists for 1-th check, retry later table ddl_manager.finish_mark not exists for 11-th check, retry later Starting TLS TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617115615215504 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4505340013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:4422, start at 2025-04-05 08:19:39.003965282 +0800 CST m=+2.736240108 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:21:39.013 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:19:39.057 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:09:39.057 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617115615215504 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4505340013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:4422, start at 2025-04-05 08:19:39.003965282 +0800 CST m=+2.736240108 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:21:39.013 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:19:39.057 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:09:39.057 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617104374271983 TiDB Cluster ID. tikv_gc_leader_uuid 6580d450854000b Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:4486, start at 2025-04-05 08:19:39.182738764 +0800 CST m=+2.801468386 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:21:39.191 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:19:39.157 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:09:39.157 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table changefeed_error.usertable exists check diff successfully ***************** properties ***************** "recordcount"="20" "operationcount"="0" "readallfields"="true" "updateproportion"="0" "insertproportion"="0" "workload"="core" "requestdistribution"="uniform" "mysql.user"="root" "readproportion"="0" "mysql.db"="changefeed_error" "threadcount"="4" "mysql.host"="127.0.0.1" "mysql.port"="4000" "dotransactions"="false" "scanproportion"="0" ********************************************** Run finished, takes 4.689902ms INSERT - Takes(s): 0.0, Count: 20, OPS: 7240.6, Avg(us): 843, Min(us): 409, Max(us): 2245, 95th(us): 3000, 99th(us): 3000 table ddl_manager.finish_mark not exists for 12-th check, retry later check diff successfully {"id":"a0fa5179-40fd-4778-abea-4574c311fa4a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812373} check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture' + key_prefix=/tidb/cdc/default/__cdc_meta__/capture + message=capture ++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only + info=/tidb/cdc/default/__cdc_meta__/capture/a0fa5179-40fd-4778-abea-4574c311fa4a + [[ /tidb/cdc/default/__cdc_meta__/capture/a0fa5179-40fd-4778-abea-4574c311fa4a =~ capture ]] + echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/a0fa5179-40fd-4778-abea-4574c311fa4a' capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/a0fa5179-40fd-4778-abea-4574c311fa4a + echo 'check failed' check failed + exit 1 run task failed 1-th time, retry later [Sat Apr 5 08:19:42 CST 2025] <<<<<< START cdc server in changefeed_pause_resume case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_pause_resume.57265728.out server --log-file /tmp/tidb_cdc_test/changefeed_pause_resume/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_pause_resume/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting TLS TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying TLS TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617121088983910 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4528080010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76, pid:6462, start at 2025-04-05 08:19:41.218917632 +0800 CST m=+2.435551630 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:21:41.227 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:19:41.265 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:09:41.265 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617121088983910 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4528080010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76, pid:6462, start at 2025-04-05 08:19:41.218917632 +0800 CST m=+2.435551630 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:21:41.227 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:19:41.265 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:09:41.265 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617126877548989 TiDB Cluster ID. tikv_gc_leader_uuid 6580d452820000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76, pid:6549, start at 2025-04-05 08:19:41.230478038 +0800 CST m=+2.359420625 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:21:41.274 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:19:41.265 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:09:41.265 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table ddl_manager.finish_mark not exists for 13-th check, retry later check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture' + key_prefix=/tidb/cdc/default/__cdc_meta__/capture + message=capture ++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only + info=/tidb/cdc/default/__cdc_meta__/capture/a0fa5179-40fd-4778-abea-4574c311fa4a + [[ /tidb/cdc/default/__cdc_meta__/capture/a0fa5179-40fd-4778-abea-4574c311fa4a =~ capture ]] + echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/a0fa5179-40fd-4778-abea-4574c311fa4a' capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/a0fa5179-40fd-4778-abea-4574c311fa4a + echo 'check failed' check failed + exit 1 run task failed 2-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/run.sh using Sink-Type: mysql... <<================= VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617146022796493 TiDB Cluster ID. tikv_gc_leader_uuid 6580d455b180007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:5958, start at 2025-04-05 08:19:44.470403532 +0800 CST m=+1.652489086 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:21:44.478 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:19:44.454 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:09:44.454 +0800 All versions after safe point can be accessed. (DO NOT EDIT) [Sat Apr 5 08:19:44 CST 2025] <<<<<< START cdc server in http_api_tls case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates ']' + curl_status_cmd='curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_api_tls.59945996.out server --log-file /tmp/tidb_cdc_test/http_api_tls/cdc_http_api_tls_tls1.log --log-level debug --data-dir /tmp/tidb_cdc_test/http_api_tls/cdc_data_http_api_tls_tls1 --cluster-id default --config /tmp/tidb_cdc_test/http_api_tls/server.toml --ca /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem --cert-allowed-cn client --addr 127.0.0.1:8300 --pd https://127.0.0.1:2579 + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Sat Apr 5 08:19:45 CST 2025] <<<<<< START cdc server in processor_stop_delay case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorStopDelay=1*sleep(10000)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_stop_delay.79097911.out server --log-file /tmp/tidb_cdc_test/processor_stop_delay/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_stop_delay/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:19:45 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2dc6bf49-a66d-4ba6-8c97-f266656022f7 {"id":"2dc6bf49-a66d-4ba6-8c97-f266656022f7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812383} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603511eb2d3 2dc6bf49-a66d-4ba6-8c97-f266656022f7 /tidb/cdc/default/default/upstream/7489617115615215504 {"id":7489617115615215504,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2dc6bf49-a66d-4ba6-8c97-f266656022f7 {"id":"2dc6bf49-a66d-4ba6-8c97-f266656022f7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812383} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603511eb2d3 2dc6bf49-a66d-4ba6-8c97-f266656022f7 /tidb/cdc/default/default/upstream/7489617115615215504 {"id":7489617115615215504,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2dc6bf49-a66d-4ba6-8c97-f266656022f7 {"id":"2dc6bf49-a66d-4ba6-8c97-f266656022f7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812383} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603511eb2d3 2dc6bf49-a66d-4ba6-8c97-f266656022f7 /tidb/cdc/default/default/upstream/7489617115615215504 {"id":7489617115615215504,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table ddl_manager.finish_mark not exists for 14-th check, retry later The 1 times to try to start tidb cluster... + (( i++ )) + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Initializing NSS with certpath: sql:/etc/pki/nssdb * CAfile: /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem CApath: none * NSS: client certificate from file * subject: CN=client * start date: Feb 18 07:48:00 2020 GMT * expire date: Jan 25 07:48:00 2120 GMT * common name: client * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * SSL connection using TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256 * Server certificate: * subject: CN=tidb-server * start date: Feb 18 09:11:00 2020 GMT * expire date: Jan 25 09:11:00 2120 GMT * common name: tidb-server * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:19:48 GMT < Content-Length: 1253 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8b4b3ef2-6309-4470-88a5-e8faac2d3193 {"id":"8b4b3ef2-6309-4470-88a5-e8faac2d3193","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812385} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9603514396da 8b4b3ef2-6309-4470-88a5-e8faac2d3193 /tidb/cdc/default/default/upstream/7489617146022796493 {"id":7489617146022796493,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8b4b3ef2-6309-4470-88a5-e8faac2d3193 {"id":"8b4b3ef2-6309-4470-88a5-e8faac2d3193","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812385} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9603514396da 8b4b3ef2-6309-4470-88a5-e8faac2d3193 /tidb/cdc/default/default/upstream/7489617146022796493 {"id":7489617146022796493,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8b4b3ef2-6309-4470-88a5-e8faac2d3193 {"id":"8b4b3ef2-6309-4470-88a5-e8faac2d3193","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812385} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9603514396da 8b4b3ef2-6309-4470-88a5-e8faac2d3193 /tidb/cdc/default/default/upstream/7489617146022796493 {"id":7489617146022796493,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'etcd info' + break + set +x + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:19:48 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/26203e22-9e9d-445a-b2cf-c4cfce7401e9 {"id":"26203e22-9e9d-445a-b2cf-c4cfce7401e9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812385} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603512cafd7 26203e22-9e9d-445a-b2cf-c4cfce7401e9 /tidb/cdc/default/default/upstream/7489617121088983910 {"id":7489617121088983910,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/26203e22-9e9d-445a-b2cf-c4cfce7401e9 {"id":"26203e22-9e9d-445a-b2cf-c4cfce7401e9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812385} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603512cafd7 26203e22-9e9d-445a-b2cf-c4cfce7401e9 /tidb/cdc/default/default/upstream/7489617121088983910 {"id":7489617121088983910,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/26203e22-9e9d-445a-b2cf-c4cfce7401e9 {"id":"26203e22-9e9d-445a-b2cf-c4cfce7401e9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812385} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603512cafd7 26203e22-9e9d-445a-b2cf-c4cfce7401e9 /tidb/cdc/default/default/upstream/7489617121088983910 {"id":7489617121088983910,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table changefeed_pause_resume.t1 exists table changefeed_pause_resume.t2 not exists for 1-th check, retry later check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture' + key_prefix=/tidb/cdc/default/__cdc_meta__/capture + message=capture ++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only + info=/tidb/cdc/default/__cdc_meta__/capture/a0fa5179-40fd-4778-abea-4574c311fa4a + [[ /tidb/cdc/default/__cdc_meta__/capture/a0fa5179-40fd-4778-abea-4574c311fa4a =~ capture ]] + echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/a0fa5179-40fd-4778-abea-4574c311fa4a' capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/a0fa5179-40fd-4778-abea-4574c311fa4a + echo 'check failed' check failed + exit 1 run task failed 3-th time, retry later table processor_stop_delay.t not exists for 1-th check, retry later table ddl_manager.finish_mark not exists for 15-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 7.09 secs (568557965 bytes/sec) [Pipeline] { [Pipeline] cache [Sat Apr 5 08:19:50 CST 2025] <<<<<< START cdc server in http_api_tls case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates ']' + curl_status_cmd='curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8301/debug/info' + GO_FAILPOINTS= + [[ no != \n\o ]] + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_api_tls.60556057.out server --log-file /tmp/tidb_cdc_test/http_api_tls/cdc_http_api_tls_tls2.log --log-level debug --data-dir /tmp/tidb_cdc_test/http_api_tls/cdc_data_http_api_tls_tls2 --cluster-id default --config /tmp/tidb_cdc_test/http_api_tls/server.toml --ca /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem --cert-allowed-cn client --addr 127.0.0.1:8301 --pd https://127.0.0.1:2579 + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table changefeed_pause_resume.t2 exists table changefeed_pause_resume.t3 not exists for 1-th check, retry later table processor_stop_delay.t exists check diff failed 1-th time, retry later table ddl_manager.finish_mark not exists for 16-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/cdc Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table changefeed_pause_resume.t3 exists table ddl_manager.finish_mark not exists for 17-th check, retry later check diff successfully + (( i++ )) + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Initializing NSS with certpath: sql:/etc/pki/nssdb * CAfile: /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem CApath: none * NSS: client certificate from file * subject: CN=client * start date: Feb 18 07:48:00 2020 GMT * expire date: Jan 25 07:48:00 2120 GMT * common name: client * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * SSL connection using TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256 * Server certificate: * subject: CN=tidb-server * start date: Feb 18 09:11:00 2020 GMT * expire date: Jan 25 09:11:00 2120 GMT * common name: tidb-server * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:19:53 GMT < Content-Length: 1714 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8b4b3ef2-6309-4470-88a5-e8faac2d3193 {"id":"8b4b3ef2-6309-4470-88a5-e8faac2d3193","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812385} /tidb/cdc/default/__cdc_meta__/capture/8d846564-9274-4ea9-865b-3eb0f3c39ffc {"id":"8d846564-9274-4ea9-865b-3eb0f3c39ffc","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812390} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9603514396da 8b4b3ef2-6309-4470-88a5-e8faac2d3193 /tidb/cdc/default/__cdc_meta__/owner/1f5d960351439716 8d846564-9274-4ea9-865b-3eb0f3c39ffc /tidb/cdc/default/default/upstream/7489617146022796493 {"id":7489617146022796493,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8b4b3ef2-6309-4470-88a5-e8faac2d3193 {"id":"8b4b3ef2-6309-4470-88a5-e8faac2d3193","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812385} /tidb/cdc/default/__cdc_meta__/capture/8d846564-9274-4ea9-865b-3eb0f3c39ffc {"id":"8d846564-9274-4ea9-865b-3eb0f3c39ffc","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812390} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9603514396da 8b4b3ef2-6309-4470-88a5-e8faac2d3193 /tidb/cdc/default/__cdc_meta__/owner/1f5d960351439716 8d846564-9274-4ea9-865b-3eb0f3c39ffc /tidb/cdc/default/default/upstream/7489617146022796493 {"id":7489617146022796493,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8b4b3ef2-6309-4470-88a5-e8faac2d3193 {"id":"8b4b3ef2-6309-4470-88a5-e8faac2d3193","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812385} /tidb/cdc/default/__cdc_meta__/capture/8d846564-9274-4ea9-865b-3eb0f3c39ffc {"id":"8d846564-9274-4ea9-865b-3eb0f3c39ffc","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812390} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9603514396da 8b4b3ef2-6309-4470-88a5-e8faac2d3193 /tidb/cdc/default/__cdc_meta__/owner/1f5d960351439716 8d846564-9274-4ea9-865b-3eb0f3c39ffc /tidb/cdc/default/default/upstream/7489617146022796493 {"id":7489617146022796493,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'etcd info' + break + set +x check diff failed 1-th time, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table ddl_manager.finish_mark not exists for 18-th check, retry later check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture' + key_prefix=/tidb/cdc/default/__cdc_meta__/capture + message=capture ++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only + info= + [[ '' =~ capture ]] + echo 'check pass' check pass + exit 0 run task successfully check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner' + key_prefix=/tidb/cdc/default/__cdc_meta__/owner + message=owner ++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only + info= + [[ '' =~ owner ]] + echo 'check pass' check pass + exit 0 run task successfully [Sat Apr 5 08:19:54 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/NewChangefeedRetryError=return(true)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.57495751.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 pass test: check health pass test: get status check diff failed 1-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) pass test: create changefeed check_changefeed_state https://127.0.0.1:2579 changefeed-test1 normal null /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + endpoints=https://127.0.0.1:2579 + changefeed_id=changefeed-test1 + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c changefeed-test1 -s + info='{ "upstream_id": 7489617146022796493, "namespace": "default", "id": "changefeed-test1", "state": "normal", "checkpoint_tso": 457129956699013123, "checkpoint_time": "2025-04-05 08:19:55.855", "error": null }' + echo '{ "upstream_id": 7489617146022796493, "namespace": "default", "id": "changefeed-test1", "state": "normal", "checkpoint_tso": 457129956699013123, "checkpoint_time": "2025-04-05 08:19:55.855", "error": null }' { "upstream_id": 7489617146022796493, "namespace": "default", "id": "changefeed-test1", "state": "normal", "checkpoint_tso": 457129956699013123, "checkpoint_time": "2025-04-05 08:19:55.855", "error": null } ++ echo '{' '"upstream_id":' 7489617146022796493, '"namespace":' '"default",' '"id":' '"changefeed-test1",' '"state":' '"normal",' '"checkpoint_tso":' 457129956699013123, '"checkpoint_time":' '"2025-04-05' '08:19:55.855",' '"error":' null '}' ++ jq -r .state table ddl_manager.finish_mark not exists for 19-th check, retry later + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489617146022796493, '"namespace":' '"default",' '"id":' '"changefeed-test1",' '"state":' '"normal",' '"checkpoint_tso":' 457129956699013123, '"checkpoint_time":' '"2025-04-05' '08:19:55.855",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_changefeed_state https://127.0.0.1:2579 changefeed-test2 normal null /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + endpoints=https://127.0.0.1:2579 + changefeed_id=changefeed-test2 + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c changefeed-test2 -s check diff failed 2-th time, retry later + info='{ "upstream_id": 7489617146022796493, "namespace": "default", "id": "changefeed-test2", "state": "normal", "checkpoint_tso": 457129956738334723, "checkpoint_time": "2025-04-05 08:19:56.005", "error": null }' + echo '{ "upstream_id": 7489617146022796493, "namespace": "default", "id": "changefeed-test2", "state": "normal", "checkpoint_tso": 457129956738334723, "checkpoint_time": "2025-04-05 08:19:56.005", "error": null }' { "upstream_id": 7489617146022796493, "namespace": "default", "id": "changefeed-test2", "state": "normal", "checkpoint_tso": 457129956738334723, "checkpoint_time": "2025-04-05 08:19:56.005", "error": null } ++ echo '{' '"upstream_id":' 7489617146022796493, '"namespace":' '"default",' '"id":' '"changefeed-test2",' '"state":' '"normal",' '"checkpoint_tso":' 457129956738334723, '"checkpoint_time":' '"2025-04-05' '08:19:56.005",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489617146022796493, '"namespace":' '"default",' '"id":' '"changefeed-test2",' '"state":' '"normal",' '"checkpoint_tso":' 457129956738334723, '"checkpoint_time":' '"2025-04-05' '08:19:56.005",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_changefeed_state https://127.0.0.1:2579 changefeed-test3 normal null /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + endpoints=https://127.0.0.1:2579 + changefeed_id=changefeed-test3 + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c changefeed-test3 -s + info='{ "upstream_id": 7489617146022796493, "namespace": "default", "id": "changefeed-test3", "state": "normal", "checkpoint_tso": 457129956764549122, "checkpoint_time": "2025-04-05 08:19:56.105", "error": null }' + echo '{ "upstream_id": 7489617146022796493, "namespace": "default", "id": "changefeed-test3", "state": "normal", "checkpoint_tso": 457129956764549122, "checkpoint_time": "2025-04-05 08:19:56.105", "error": null }' { "upstream_id": 7489617146022796493, "namespace": "default", "id": "changefeed-test3", "state": "normal", "checkpoint_tso": 457129956764549122, "checkpoint_time": "2025-04-05 08:19:56.105", "error": null } ++ echo '{' '"upstream_id":' 7489617146022796493, '"namespace":' '"default",' '"id":' '"changefeed-test3",' '"state":' '"normal",' '"checkpoint_tso":' 457129956764549122, '"checkpoint_time":' '"2025-04-05' '08:19:56.105",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489617146022796493, '"namespace":' '"default",' '"id":' '"changefeed-test3",' '"state":' '"normal",' '"checkpoint_tso":' 457129956764549122, '"checkpoint_time":' '"2025-04-05' '08:19:56.105",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_changefeed_state https://127.0.0.1:2579 changefeed-test4 normal null /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + endpoints=https://127.0.0.1:2579 + changefeed_id=changefeed-test4 + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c changefeed-test4 -s + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:19:57 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/72509523-d1b6-401f-b655-6e35b6eb36c7 {"id":"72509523-d1b6-401f-b655-6e35b6eb36c7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812394} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/2231960350f6f3cc 72509523-d1b6-401f-b655-6e35b6eb36c7 /tidb/cdc/default/default/changefeed/info/changefeed-error {"upstream-id":7489617065134956688,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:19:36.689007338+08:00","start-ts":457129950361157633,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"pending","error":{"time":"2025-04-05T08:19:55.257915341+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129956534386692} /tidb/cdc/default/default/changefeed/status/changefeed-error {"checkpoint-ts":457129953087455246,"min-table-barrier-ts":457129953087455246,"admin-job-type":1} /tidb/cdc/default/default/upstream/7489617065134956688 {"id":7489617065134956688,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/72509523-d1b6-401f-b655-6e35b6eb36c7 {"id":"72509523-d1b6-401f-b655-6e35b6eb36c7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812394} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/2231960350f6f3cc 72509523-d1b6-401f-b655-6e35b6eb36c7 /tidb/cdc/default/default/changefeed/info/changefeed-error {"upstream-id":7489617065134956688,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:19:36.689007338+08:00","start-ts":457129950361157633,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"pending","error":{"time":"2025-04-05T08:19:55.257915341+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129956534386692} /tidb/cdc/default/default/changefeed/status/changefeed-error {"checkpoint-ts":457129953087455246,"min-table-barrier-ts":457129953087455246,"admin-job-type":1} /tidb/cdc/default/default/upstream/7489617065134956688 {"id":7489617065134956688,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/72509523-d1b6-401f-b655-6e35b6eb36c7 {"id":"72509523-d1b6-401f-b655-6e35b6eb36c7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812394} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/2231960350f6f3cc 72509523-d1b6-401f-b655-6e35b6eb36c7 /tidb/cdc/default/default/changefeed/info/changefeed-error {"upstream-id":7489617065134956688,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:19:36.689007338+08:00","start-ts":457129950361157633,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"pending","error":{"time":"2025-04-05T08:19:55.257915341+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129956534386692} /tidb/cdc/default/default/changefeed/status/changefeed-error {"checkpoint-ts":457129953087455246,"min-table-barrier-ts":457129953087455246,"admin-job-type":1} /tidb/cdc/default/default/upstream/7489617065134956688 {"id":7489617065134956688,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-error warning failpoint injected retriable error + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-error + expected_state=warning + error_msg=failpoint + tls_dir=error + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error -s + info='{ "upstream_id": 7489617146022796493, "namespace": "default", "id": "changefeed-test4", "state": "normal", "checkpoint_tso": 457129956790763529, "checkpoint_time": "2025-04-05 08:19:56.205", "error": null }' + echo '{ "upstream_id": 7489617146022796493, "namespace": "default", "id": "changefeed-test4", "state": "normal", "checkpoint_tso": 457129956790763529, "checkpoint_time": "2025-04-05 08:19:56.205", "error": null }' { "upstream_id": 7489617146022796493, "namespace": "default", "id": "changefeed-test4", "state": "normal", "checkpoint_tso": 457129956790763529, "checkpoint_time": "2025-04-05 08:19:56.205", "error": null } ++ echo '{' '"upstream_id":' 7489617146022796493, '"namespace":' '"default",' '"id":' '"changefeed-test4",' '"state":' '"normal",' '"checkpoint_tso":' 457129956790763529, '"checkpoint_time":' '"2025-04-05' '08:19:56.205",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489617146022796493, '"namespace":' '"default",' '"id":' '"changefeed-test4",' '"state":' '"normal",' '"checkpoint_tso":' 457129956790763529, '"checkpoint_time":' '"2025-04-05' '08:19:56.205",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully + info='{ "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-error", "state": "warning", "checkpoint_tso": 457129953087455246, "checkpoint_time": "2025-04-05 08:19:42.078", "error": { "time": "2025-04-05T08:19:55.257915341+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrOwnerUnknown", "message": "failpoint injected retriable error" } }' + echo '{ "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-error", "state": "warning", "checkpoint_tso": 457129953087455246, "checkpoint_time": "2025-04-05 08:19:42.078", "error": { "time": "2025-04-05T08:19:55.257915341+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrOwnerUnknown", "message": "failpoint injected retriable error" } }' { "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-error", "state": "warning", "checkpoint_tso": 457129953087455246, "checkpoint_time": "2025-04-05 08:19:42.078", "error": { "time": "2025-04-05T08:19:55.257915341+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrOwnerUnknown", "message": "failpoint injected retriable error" } } ++ echo '{' '"upstream_id":' 7489617065134956688, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"warning",' '"checkpoint_tso":' 457129953087455246, '"checkpoint_time":' '"2025-04-05' '08:19:42.078",' '"error":' '{' '"time":' '"2025-04-05T08:19:55.257915341+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrOwnerUnknown",' '"message":' '"failpoint' injected retriable 'error"' '}' '}' ++ jq -r .state + state=warning + [[ ! warning == \w\a\r\n\i\n\g ]] ++ echo '{' '"upstream_id":' 7489617065134956688, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"warning",' '"checkpoint_tso":' 457129953087455246, '"checkpoint_time":' '"2025-04-05' '08:19:42.078",' '"error":' '{' '"time":' '"2025-04-05T08:19:55.257915341+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrOwnerUnknown",' '"message":' '"failpoint' injected retriable 'error"' '}' '}' ++ jq -r .error.message + message='failpoint injected retriable error' + [[ ! failpoint injected retriable error =~ failpoint ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5841.out cli changefeed remove -c changefeed-error ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Changefeed remove successfully. ID: changefeed-error CheckpointTs: 457129953087455246 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... table ddl_manager.finish_mark not exists for 20-th check, retry later check diff failed 3-th time, retry later check diff failed 2-th time, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 8.48 secs (475065727 bytes/sec) [Pipeline] { [Pipeline] cache + set +x check_no_changefeed 127.0.0.1:2379 parse error: Invalid numeric literal at line 1, column 6 run task successfully table test.verify_table_eligible not exists for 1-th check, retry later table ddl_manager.finish_mark not exists for 21-th check, retry later wait process cdc.test exit for 1-th time... wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... wait process cdc.test exit for 3-th time... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit # diff Configuration. check-thread-count = 4 export-fix-sql = true check-struct-only = false [task] output-dir = "/tmp/tidb_cdc_test/consistent_replicate_ddl/sync_diff/output" source-instances = ["tidb"] target-instance = "mysql" target-check-tables = ["consistent_replicate_ddl.usertable*","consistent_replicate_ddl.check*"] [data-sources] [data-sources.tidb] host = "127.0.0.1" port = 4000 user = "root" password = "" snapshot = "457129922588573728" [data-sources.mysql] host = "127.0.0.1" port = 3306 user = "root" password = "" [2025/04/05 08:19:48.500 +08:00] [INFO] [helper.go:54] ["init log"] [file=] [level=info] [2025/04/05 08:19:48.501 +08:00] [INFO] [apply.go:78] ["set memory limit"] [memoryLimit=10737418240] [2025/04/05 08:19:48.501 +08:00] [INFO] [apply.go:94] ["Start http pprof server"] [addr=127.0.0.1:6060] [2025/04/05 08:19:48.501 +08:00] [INFO] [mem_quota.go:82] ["New memory quota"] [namespace=default] [changefeed=redo-applier] [total=1073741824] [2025/04/05 08:19:48.501 +08:00] [INFO] [redo.go:167] ["apply redo log starts"] [checkpointTs=457129920910589997] [resolvedTs=457129922588573728] [2025/04/05 08:19:48.502 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 08:19:48.503 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 08:19:48.503 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 08:19:48.503 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=ddl] [duration=1.836493ms] [2025/04/05 08:19:48.505 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=row] [duration=3.299118ms] [2025/04/05 08:19:48.507 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22NO_AUTO_VALUE_ON_ZERO%2CALLOW_INVALID_DATES%2CIGNORE_SPACE%2CNO_ENGINE_SUBSTITUTION%2CONLY_FULL_GROUP_BY%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 08:19:48.510 +08:00] [INFO] [mysql.go:195] ["MySQL backends is created"] [changefeed=.] [workerCount=16] [forceReplicate=false] [2025/04/05 08:19:48.511 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:19:48.511 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:19:48.511 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:19:48.511 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:19:48.511 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:19:48.511 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:19:48.511 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:19:48.511 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:19:48.511 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:19:48.511 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:19:48.511 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:19:48.511 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:19:48.511 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:19:48.511 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:19:48.511 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:19:48.511 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:19:48.511 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=0] [2025/04/05 08:19:48.511 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=2] [2025/04/05 08:19:48.511 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=1] [2025/04/05 08:19:48.511 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=3] [2025/04/05 08:19:48.511 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=4] [2025/04/05 08:19:48.511 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=6] [2025/04/05 08:19:48.511 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=5] [2025/04/05 08:19:48.511 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=10] [2025/04/05 08:19:48.511 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=8] [2025/04/05 08:19:48.511 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=9] [2025/04/05 08:19:48.511 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=7] [2025/04/05 08:19:48.511 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=11] [2025/04/05 08:19:48.511 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=14] [2025/04/05 08:19:48.511 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=15] [2025/04/05 08:19:48.511 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=12] [2025/04/05 08:19:48.511 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=13] [2025/04/05 08:19:48.511 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 08:19:48.511 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 08:19:48.511 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 08:19:48.516 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22NO_ENGINE_SUBSTITUTION%2CONLY_FULL_GROUP_BY%2CNO_AUTO_VALUE_ON_ZERO%2CALLOW_INVALID_DATES%2CIGNORE_SPACE%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 08:19:48.520 +08:00] [WARN] [mysql_ddl_sink.go:291] ["please set `has-vector-type` to be true if a column is vector type when the downstream is not TiDB or TiDB version less than specify version"] [hasVectorType=false] [supportVectorVersion=8.4.0] [2025/04/05 08:19:48.520 +08:00] [INFO] [mysql_ddl_sink.go:122] ["MySQL DDL sink is created"] [namespace=] [changefeed=] [2025/04/05 08:19:48.520 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457129920910589993,\"CommitTs\":457129920910589997,\"Query\":\"DROP TABLE `consistent_replicate_ddl`.`usertable1`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable1\",\"TableID\":116,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":4,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:19:48.522 +08:00] [ERROR] [async_ddl.go:184] ["check async exec ddl failed"] [namespace=] [changefeed=] [error="Error 8121 (HY000): privilege check for 'Super' fail"] [2025/04/05 08:19:48.522 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457129920910589997] [DDL="DROP TABLE `consistent_replicate_ddl`.`usertable1`"] [2025/04/05 08:19:48.574 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=51.920946ms] [sql="DROP TABLE `consistent_replicate_ddl`.`usertable1`"] [2025/04/05 08:19:48.574 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457129921055031307,\"CommitTs\":457129921055031310,\"Query\":\"RENAME TABLE consistent_replicate_ddl.usertable_bak TO consistent_replicate_ddl.usertable1\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable1\",\"TableID\":122,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":14,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:19:48.575 +08:00] [ERROR] [async_ddl.go:184] ["check async exec ddl failed"] [namespace=] [changefeed=] [error="Error 8121 (HY000): privilege check for 'Super' fail"] [2025/04/05 08:19:48.575 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457129921055031310] [DDL="RENAME TABLE consistent_replicate_ddl.usertable_bak TO consistent_replicate_ddl.usertable1"] [2025/04/05 08:19:48.606 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=31.511036ms] [sql="RENAME TABLE consistent_replicate_ddl.usertable_bak TO consistent_replicate_ddl.usertable1"] [2025/04/05 08:19:48.606 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457129921198948367,\"CommitTs\":457129921198948371,\"Query\":\"RENAME TABLE consistent_replicate_ddl.usertable1 TO consistent_replicate_ddl.usertable1_1\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable1_1\",\"TableID\":122,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":14,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:19:48.808 +08:00] [ERROR] [async_ddl.go:184] ["check async exec ddl failed"] [namespace=] [changefeed=] [error="Error 8121 (HY000): privilege check for 'Super' fail"] [2025/04/05 08:19:48.808 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457129921198948371] [DDL="RENAME TABLE consistent_replicate_ddl.usertable1 TO consistent_replicate_ddl.usertable1_1"] [2025/04/05 08:19:48.849 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=41.620188ms] [sql="RENAME TABLE consistent_replicate_ddl.usertable1 TO consistent_replicate_ddl.usertable1_1"] [2025/04/05 08:19:48.850 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457129921343127554,\"CommitTs\":457129921343127557,\"Query\":\"CREATE DATABASE consistent_replicate_ddl1\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl1\",\"Table\":\"\",\"TableID\":0,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":1,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:19:49.050 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457129921343127557] [DDL="CREATE DATABASE consistent_replicate_ddl1"] [2025/04/05 08:19:49.073 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=22.316839ms] [sql="CREATE DATABASE consistent_replicate_ddl1"] [2025/04/05 08:19:49.073 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457129921474461715,\"CommitTs\":457129921474461718,\"Query\":\"ALTER DATABASE consistent_replicate_ddl CHARACTER SET utf8mb4 COLLATE utf8mb4_bin\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"\",\"TableID\":0,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":26,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:19:49.073 +08:00] [ERROR] [async_ddl.go:184] ["check async exec ddl failed"] [namespace=] [changefeed=] [error="Error 8121 (HY000): privilege check for 'Super' fail"] [2025/04/05 08:19:49.073 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457129921474461718] [DDL="ALTER DATABASE consistent_replicate_ddl CHARACTER SET utf8mb4 COLLATE utf8mb4_bin"] [2025/04/05 08:19:49.092 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=18.935588ms] [sql="ALTER DATABASE consistent_replicate_ddl CHARACTER SET utf8mb4 COLLATE utf8mb4_bin"] [2025/04/05 08:19:49.092 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457129921618378754,\"CommitTs\":457129921618378757,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable2 CHARACTER SET utf8mb4 COLLATE utf8mb4_bin\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable2\",\"TableID\":118,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":22,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:19:49.093 +08:00] [ERROR] [async_ddl.go:184] ["check async exec ddl failed"] [namespace=] [changefeed=] [error="Error 8121 (HY000): privilege check for 'Super' fail"] [2025/04/05 08:19:49.093 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457129921618378757] [DDL="ALTER TABLE consistent_replicate_ddl.usertable2 CHARACTER SET utf8mb4 COLLATE utf8mb4_bin"] [2025/04/05 08:19:49.113 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=20.599958ms] [sql="ALTER TABLE consistent_replicate_ddl.usertable2 CHARACTER SET utf8mb4 COLLATE utf8mb4_bin"] [2025/04/05 08:19:49.114 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457129921762557994,\"CommitTs\":457129921762557998,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable2 DROP COLUMN FIELD0\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable2\",\"TableID\":118,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":6,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:19:49.315 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457129921762557998] [DDL="ALTER TABLE consistent_replicate_ddl.usertable2 DROP COLUMN FIELD0"] [2025/04/05 08:19:49.376 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=60.659085ms] [sql="ALTER TABLE consistent_replicate_ddl.usertable2 DROP COLUMN FIELD0"] [2025/04/05 08:19:49.376 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457129921906737164,\"CommitTs\":457129921906737167,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable2 ADD COLUMN dummy varchar(30)\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable2\",\"TableID\":118,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":5,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:19:49.376 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457129921906737167] [DDL="ALTER TABLE consistent_replicate_ddl.usertable2 ADD COLUMN dummy varchar(30)"] [2025/04/05 08:19:49.432 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=55.815445ms] [sql="ALTER TABLE consistent_replicate_ddl.usertable2 ADD COLUMN dummy varchar(30)"] [2025/04/05 08:19:49.432 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457129922038071325,\"CommitTs\":457129922038071328,\"Query\":\"DROP DATABASE consistent_replicate_ddl1\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl1\",\"Table\":\"\",\"TableID\":0,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":2,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:19:49.432 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457129922038071328] [DDL="DROP DATABASE consistent_replicate_ddl1"] [2025/04/05 08:19:49.469 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=36.912612ms] [sql="DROP DATABASE consistent_replicate_ddl1"] [2025/04/05 08:19:49.469 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457129922168881171,\"CommitTs\":457129922168881174,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable3 CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable3\",\"TableID\":120,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":22,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:19:49.469 +08:00] [ERROR] [async_ddl.go:184] ["check async exec ddl failed"] [namespace=] [changefeed=] [error="Error 8121 (HY000): privilege check for 'Super' fail"] [2025/04/05 08:19:49.469 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457129922168881174] [DDL="ALTER TABLE consistent_replicate_ddl.usertable3 CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci"] [2025/04/05 08:19:49.489 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=19.427688ms] [sql="ALTER TABLE consistent_replicate_ddl.usertable3 CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci"] [2025/04/05 08:19:49.489 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457129922313060375,\"CommitTs\":457129922313060379,\"Query\":\"RENAME TABLE `consistent_replicate_ddl`.`usertable3` TO `consistent_replicate_ddl`.`usertable3_1`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable3_1\",\"TableID\":120,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":14,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:19:49.489 +08:00] [ERROR] [async_ddl.go:184] ["check async exec ddl failed"] [namespace=] [changefeed=] [error="Error 8121 (HY000): privilege check for 'Super' fail"] [2025/04/05 08:19:49.489 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457129922313060379] [DDL="RENAME TABLE `consistent_replicate_ddl`.`usertable3` TO `consistent_replicate_ddl`.`usertable3_1`"] [2025/04/05 08:19:49.522 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=32.645838ms] [sql="RENAME TABLE `consistent_replicate_ddl`.`usertable3` TO `consistent_replicate_ddl`.`usertable3_1`"] [2025/04/05 08:19:49.522 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457129922313060375,\"CommitTs\":457129922313060379,\"Query\":\"RENAME TABLE `consistent_replicate_ddl`.`usertable2` TO `consistent_replicate_ddl`.`usertable2_1`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable2_1\",\"TableID\":118,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":14,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:19:49.522 +08:00] [ERROR] [async_ddl.go:184] ["check async exec ddl failed"] [namespace=] [changefeed=] [error="Error 8121 (HY000): privilege check for 'Super' fail"] [2025/04/05 08:19:49.522 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457129922313060379] [DDL="RENAME TABLE `consistent_replicate_ddl`.`usertable2` TO `consistent_replicate_ddl`.`usertable2_1`"] [2025/04/05 08:19:49.557 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=34.757115ms] [sql="RENAME TABLE `consistent_replicate_ddl`.`usertable2` TO `consistent_replicate_ddl`.`usertable2_1`"] [2025/04/05 08:19:49.557 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457129922444132372,\"CommitTs\":457129922444132375,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable3_1 MODIFY COLUMN FIELD1 varchar(100)\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable3_1\",\"TableID\":120,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":12,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:19:49.557 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457129922444132375] [DDL="ALTER TABLE consistent_replicate_ddl.usertable3_1 MODIFY COLUMN FIELD1 varchar(100)"] [2025/04/05 08:19:49.577 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=20.012537ms] [sql="ALTER TABLE consistent_replicate_ddl.usertable3_1 MODIFY COLUMN FIELD1 varchar(100)"] [2025/04/05 08:19:49.578 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457129922588573725,\"CommitTs\":457129922588573728,\"Query\":\"CREATE table consistent_replicate_ddl.check1(id int primary key)\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"check1\",\"TableID\":137,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":3,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:19:49.779 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457129922588573728] [DDL="CREATE table consistent_replicate_ddl.check1(id int primary key)"] [2025/04/05 08:19:49.802 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=23.172871ms] [sql="CREATE table consistent_replicate_ddl.check1(id int primary key)"] [2025/04/05 08:19:49.802 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}"] [checkpointTs=457129922588573728] [2025/04/05 08:19:49.802 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}"] [checkpointTs=457129922588573728] [2025/04/05 08:19:49.902 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}"] [checkpointTs=457129922588573728] [2025/04/05 08:19:49.902 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}"] [checkpointTs=457129922588573728] [2025/04/05 08:19:50.002 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}"] [checkpointTs=457129922588573728] [2025/04/05 08:19:50.003 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}"] [checkpointTs=457129922588573728] [2025/04/05 08:19:50.103 +08:00] [INFO] [redo.go:223] ["apply redo log finishes"] [appliedLogCount=101] [appliedDDLCount=14] [currentCheckpoint=457129922588573728] [2025/04/05 08:19:50.103 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=0] [2025/04/05 08:19:50.103 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=14] [2025/04/05 08:19:50.103 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=4] [2025/04/05 08:19:50.103 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=1] [2025/04/05 08:19:50.103 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=15] [2025/04/05 08:19:50.103 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=3] [2025/04/05 08:19:50.103 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=10] [2025/04/05 08:19:50.103 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=5] [2025/04/05 08:19:50.103 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=2] [2025/04/05 08:19:50.103 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=7] [2025/04/05 08:19:50.103 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=9] [2025/04/05 08:19:50.103 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=13] [2025/04/05 08:19:50.103 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=8] [2025/04/05 08:19:50.103 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=11] [2025/04/05 08:19:50.103 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=12] [2025/04/05 08:19:50.103 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=6] Apply redo log successfully table consistent_replicate_ddl.check1 exists check diff successfully [Sat Apr 5 08:19:50 CST 2025] <<<<<< run test case consistent_replicate_ddl success! >>>>>> count(*) 50 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/consistent_replicate_gbk/run.sh using Sink-Type: mysql... <<================= * About to connect() to 127.0.0.1 port 24927 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:24927; Connection refused * Closing connection 0 valid ~~~ running cdc Failed to start cdc, the usage tips should be printed 1st test case cdc_server_tips success! try an INVALID cdc server command [Sat Apr 5 08:19:58 CST 2025] <<<<<< START cdc server in cdc_server_tips case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ true != \n\o ]] + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc_server_tips.54455447.out server --log-file /tmp/tidb_cdc_test/cdc_server_tips/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cdc_server_tips/cdc_data --cluster-id default --pd None check diff failed 3-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617201117477585 TiDB Cluster ID. tikv_gc_leader_uuid 6580d46370c000e Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-w-rgg95, pid:4258, start at 2025-04-05 08:19:58.543941497 +0800 CST m=+2.161042091 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:21:58.552 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:19:58.600 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:09:58.600 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617201117477585 TiDB Cluster ID. tikv_gc_leader_uuid 6580d46370c000e Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-w-rgg95, pid:4258, start at 2025-04-05 08:19:58.543941497 +0800 CST m=+2.161042091 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:21:58.552 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:19:58.600 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:09:58.600 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617199280041176 TiDB Cluster ID. tikv_gc_leader_uuid 6580d463820000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-w-rgg95, pid:4331, start at 2025-04-05 08:19:58.616174852 +0800 CST m=+2.174211946 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:21:58.624 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:19:58.625 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:09:58.625 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/cdc/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/cdc/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/cdc/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/cdc/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cdc/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } wait process cdc.test exit for 2-th time... You are running an older version of MinIO released 4 years ago Update: Run `mc admin update` check diff failed 4-th time, retry later Attempting encryption of all config, IAM users and policies on MinIO backend cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner' + key_prefix=/tidb/cdc/default/__cdc_meta__/owner + message=owner ++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only + info= + [[ '' =~ owner ]] + echo 'check pass' check pass + exit 0 run task successfully [Sat Apr 5 08:20:01 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/InjectChangefeedDDLError=return(true)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.59355937.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Endpoint: http://127.0.0.1:24927 Object API (Amazon S3 compatible): Go: https://docs.min.io/docs/golang-client-quickstart-guide Java: https://docs.min.io/docs/java-client-quickstart-guide Python: https://docs.min.io/docs/python-client-quickstart-guide JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide .NET: https://docs.min.io/docs/dotnet-client-quickstart-guide table ddl_manager.finish_mark not exists for 22-th check, retry later table test.verify_table_eligible exists pass test: list changefeed [Sat Apr 5 08:20:02 CST 2025] <<<<<< START cdc server in cdc case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc.55895591.out server --log-file /tmp/tidb_cdc_test/cdc/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cdc/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 4-th time, retry later * About to connect() to 127.0.0.1 port 24927 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 24927 (#0) > GET / HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:24927 > Accept: */* > < HTTP/1.1 403 Forbidden < Accept-Ranges: bytes < Content-Length: 226 < Content-Security-Policy: block-all-mixed-content < Content-Type: application/xml < Server: MinIO/RELEASE.2020-07-27T18-37-02Z < Vary: Origin < X-Amz-Request-Id: 183344242EA1151B < X-Xss-Protection: 1; mode=block < Date: Sat, 05 Apr 2025 00:20:02 GMT < { [data not shown] * Connection #0 to host 127.0.0.1 left intact Bucket 's3://logbucket/' created The 1 times to try to start tidb cluster... check diff failed 5-th time, retry later pass test: get changefeed table ddl_manager.finish_mark not exists for 23-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:20:04 GMT < Content-Length: 845 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/15681e88-f080-4135-b602-88bda465a837 {"id":"15681e88-f080-4135-b602-88bda465a837","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812401} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/2231960350f6f433 15681e88-f080-4135-b602-88bda465a837 /tidb/cdc/default/default/upstream/7489617065134956688 {"id":7489617065134956688,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/15681e88-f080-4135-b602-88bda465a837 {"id":"15681e88-f080-4135-b602-88bda465a837","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812401} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/2231960350f6f433 15681e88-f080-4135-b602-88bda465a837 /tidb/cdc/default/default/upstream/7489617065134956688 {"id":7489617065134956688,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + grep -q 'etcd info' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/15681e88-f080-4135-b602-88bda465a837 {"id":"15681e88-f080-4135-b602-88bda465a837","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812401} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/2231960350f6f433 15681e88-f080-4135-b602-88bda465a837 /tidb/cdc/default/default/upstream/7489617065134956688 {"id":7489617065134956688,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5992.out cli changefeed create --start-ts=457129950361157633 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' -c changefeed-error-1 Create changefeed successfully! ID: changefeed-error-1 Info: {"upstream_id":7489617065134956688,"namespace":"default","id":"changefeed-error-1","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:20:05.070240375+08:00","start_ts":457129950361157633,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129950361157633,"checkpoint_ts":457129950361157633,"checkpoint_time":"2025-04-05 08:19:31.678"} PASS check diff successfully coverage: 2.4% of statements in github.com/pingcap/tiflow/... check diff successfully wait process cdc.test exit for 1-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:20:05 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2f419da4-3e83-44b0-9c7f-0b43a54f8c32 {"id":"2f419da4-3e83-44b0-9c7f-0b43a54f8c32","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812403} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960351716cd4 2f419da4-3e83-44b0-9c7f-0b43a54f8c32 /tidb/cdc/default/default/upstream/7489617201117477585 {"id":7489617201117477585,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2f419da4-3e83-44b0-9c7f-0b43a54f8c32 {"id":"2f419da4-3e83-44b0-9c7f-0b43a54f8c32","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812403} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960351716cd4 2f419da4-3e83-44b0-9c7f-0b43a54f8c32 /tidb/cdc/default/default/upstream/7489617201117477585 {"id":7489617201117477585,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2f419da4-3e83-44b0-9c7f-0b43a54f8c32 {"id":"2f419da4-3e83-44b0-9c7f-0b43a54f8c32","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812403} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960351716cd4 2f419da4-3e83-44b0-9c7f-0b43a54f8c32 /tidb/cdc/default/default/upstream/7489617201117477585 {"id":7489617201117477585,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc.cli.5647.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --config /tmp/tidb_cdc_test/cdc/pulsar_test.toml wait process cdc.test exit for 2-th time... Create changefeed successfully! ID: 16d3ad14-2480-458c-b15a-49126ed4bee7 Info: {"upstream_id":7489617201117477585,"namespace":"default","id":"16d3ad14-2480-458c-b15a-49126ed4bee7","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:20:06.20179952+08:00","start_ts":457129959392804867,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129959392804867,"checkpoint_ts":457129959392804867,"checkpoint_time":"2025-04-05 08:20:06.131"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:20:06 CST 2025] <<<<<< run test case processor_stop_delay success! >>>>>> + set +x check_changefeed_status 127.0.0.1:8300 changefeed-error-1 warning last_warning ErrExecDDLFailed + endpoint=127.0.0.1:8300 + changefeed_id=changefeed-error-1 + expected_state=warning + field=last_warning + error_pattern=ErrExecDDLFailed ++ curl 127.0.0.1:8300/api/v2/changefeeds/changefeed-error-1/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 86 100 86 0 0 904 0 --:--:-- --:--:-- --:--:-- 914 + info='{"state":"normal","resolved_ts":457129950361157633,"checkpoint_ts":457129950361157633}' + echo '{"state":"normal","resolved_ts":457129950361157633,"checkpoint_ts":457129950361157633}' {"state":"normal","resolved_ts":457129950361157633,"checkpoint_ts":457129950361157633} ++ echo '{"state":"normal","resolved_ts":457129950361157633,"checkpoint_ts":457129950361157633}' ++ jq -r .state + state=normal + [[ ! normal == \w\a\r\n\i\n\g ]] + echo 'changefeed state normal does not equal to warning' changefeed state normal does not equal to warning + exit 1 run task failed 1-th time, retry later pass test: pause changefeed table ddl_manager.finish_mark not exists for 24-th check, retry later + set +x go: downloading go1.23.4 (linux/amd64) pass test: update changefeed start tidb cluster in /tmp/tidb_cdc_test/consistent_replicate_gbk Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table ddl_manager.finish_mark not exists for 25-th check, retry later check_changefeed_status 127.0.0.1:8300 changefeed-error-1 warning last_warning ErrExecDDLFailed + endpoint=127.0.0.1:8300 + changefeed_id=changefeed-error-1 + expected_state=warning + field=last_warning + error_pattern=ErrExecDDLFailed ++ curl 127.0.0.1:8300/api/v2/changefeeds/changefeed-error-1/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 252 100 252 0 0 4299 0 --:--:-- --:--:-- --:--:-- 4344 + info='{"state":"warning","resolved_ts":457129950741004313,"checkpoint_ts":457129950741004313,"last_warning":{"time":"2025-04-05T08:20:07.34988201+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}}' + echo '{"state":"warning","resolved_ts":457129950741004313,"checkpoint_ts":457129950741004313,"last_warning":{"time":"2025-04-05T08:20:07.34988201+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}}' {"state":"warning","resolved_ts":457129950741004313,"checkpoint_ts":457129950741004313,"last_warning":{"time":"2025-04-05T08:20:07.34988201+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}} ++ echo '{"state":"warning","resolved_ts":457129950741004313,"checkpoint_ts":457129950741004313,"last_warning":{"time":"2025-04-05T08:20:07.34988201+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec' DDL 'failed"}}' ++ jq -r .state + state=warning + [[ ! warning == \w\a\r\n\i\n\g ]] + [[ -z last_warning ]] ++ echo '{"state":"warning","resolved_ts":457129950741004313,"checkpoint_ts":457129950741004313,"last_warning":{"time":"2025-04-05T08:20:07.34988201+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec' DDL 'failed"}}' ++ jq -r .last_warning.message + error_msg='[CDC:ErrExecDDLFailed]exec DDL failed' + [[ ! [CDC:ErrExecDDLFailed]exec DDL failed =~ ErrExecDDLFailed ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6041.out cli changefeed remove -c changefeed-error-1 check diff failed 1-th time, retry later Changefeed remove successfully. ID: changefeed-error-1 CheckpointTs: 457129950741004313 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 8.65 secs (465743018 bytes/sec) [Pipeline] { [Pipeline] cache pass test: resume changefeed table ddl_manager.finish_mark not exists for 26-th check, retry later check diff failed 2-th time, retry later + set +x wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... pass test: rebalance table cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner' + key_prefix=/tidb/cdc/default/__cdc_meta__/owner + message=owner ++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only + info= + [[ '' =~ owner ]] + echo 'check pass' check pass + exit 0 run task successfully [Sat Apr 5 08:20:12 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/pkg/txnutil/gc/InjectActualGCSafePoint=return(9223372036854775807)' + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.61026104.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table ddl_manager.finish_mark not exists for 27-th check, retry later go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394 go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394 go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/atomic v1.11.0 go: downloading go.uber.org/multierr v1.11.0 pass test: list processors check diff failed 3-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) go: downloading golang.org/x/text v0.21.0 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b go: downloading github.com/gorilla/mux v1.8.1 go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31 go: downloading golang.org/x/net v0.33.0 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/prometheus/client_golang v1.20.5 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/coocood/freecache v1.2.1 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/stretchr/testify v1.10.0 go: downloading google.golang.org/grpc v1.64.0 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22 go: downloading golang.org/x/sync v0.10.0 go: downloading golang.org/x/sys v0.28.0 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/otiai10/copy v1.2.0 table ddl_manager.finish_mark not exists for 28-th check, retry later go: downloading github.com/google/btree v1.1.2 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading golang.org/x/tools v0.28.0 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/qri-io/jsonschema v0.2.1 go: downloading cloud.google.com/go/storage v1.39.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 check diff failed 4-th time, retry later go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/klauspost/compress v1.17.9 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading golang.org/x/oauth2 v0.24.0 go: downloading google.golang.org/api v0.170.0 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading google.golang.org/protobuf v1.35.2 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading cloud.google.com/go v0.112.2 go: downloading golang.org/x/time v0.7.0 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:20:15 GMT < Content-Length: 845 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/25d3c29e-1149-4bcd-b014-f729ee600359 {"id":"25d3c29e-1149-4bcd-b014-f729ee600359","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812412} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 5 /tidb/cdc/default/__cdc_meta__/owner/2231960350f6f4bc 25d3c29e-1149-4bcd-b014-f729ee600359 /tidb/cdc/default/default/upstream/7489617065134956688 {"id":7489617065134956688,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/25d3c29e-1149-4bcd-b014-f729ee600359 {"id":"25d3c29e-1149-4bcd-b014-f729ee600359","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812412} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 5 /tidb/cdc/default/__cdc_meta__/owner/2231960350f6f4bc 25d3c29e-1149-4bcd-b014-f729ee600359 /tidb/cdc/default/default/upstream/7489617065134956688 {"id":7489617065134956688,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/25d3c29e-1149-4bcd-b014-f729ee600359 {"id":"25d3c29e-1149-4bcd-b014-f729ee600359","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812412} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 5 /tidb/cdc/default/__cdc_meta__/owner/2231960350f6f4bc 25d3c29e-1149-4bcd-b014-f729ee600359 /tidb/cdc/default/default/upstream/7489617065134956688 {"id":7489617065134956688,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6153.out cli changefeed create --start-ts=457129950361157633 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' -c changefeed-error-2 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/golang/snappy v0.0.4 Create changefeed successfully! ID: changefeed-error-2 Info: {"upstream_id":7489617065134956688,"namespace":"default","id":"changefeed-error-2","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:20:15.925080693+08:00","start_ts":457129950361157633,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129950361157633,"checkpoint_ts":457129950361157633,"checkpoint_time":"2025-04-05 08:19:31.678"} PASS ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/prometheus/common v0.61.0 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/procfs v0.15.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading golang.org/x/crypto v0.31.0 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 coverage: 2.4% of statements in github.com/pingcap/tiflow/... go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading cloud.google.com/go/iam v1.1.7 go: downloading github.com/googleapis/gax-go/v2 v2.12.3 go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda go: downloading github.com/coreos/go-systemd/v22 v22.5.0 pass test: get processor =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/partition_table/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading golang.org/x/term v0.27.0 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/robfig/cron v1.2.0 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading go.opentelemetry.io/otel/trace v1.24.0 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/mattn/go-runewidth v0.0.16 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/golang-jwt/jwt/v5 v5.2.1 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/goccy/go-reflect v1.2.0 table ddl_manager.finish_mark not exists for 29-th check, retry later go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible go: downloading github.com/rivo/uniseg v0.4.7 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/pierrec/lz4/v4 v4.1.18 go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/kr/pretty v0.3.1 check diff failed 5-th time, retry later go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.13.1 + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-error-2 failed [CDC:ErrSnapshotLostByGC] + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-error-2 + expected_state=failed + error_msg='[CDC:ErrSnapshotLostByGC]' + tls_dir='[CDC:ErrSnapshotLostByGC]' + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error-2 -s + info='{ "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-error-2", "state": "failed", "checkpoint_tso": 457129950361157633, "checkpoint_time": "2025-04-05 08:19:31.678", "error": { "time": "2025-04-05T08:20:16.005295883+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSnapshotLostByGC", "message": "[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457129950361157633 is earlier than or equal to GC safepoint at 9223372036854775807" } }' + echo '{ "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-error-2", "state": "failed", "checkpoint_tso": 457129950361157633, "checkpoint_time": "2025-04-05 08:19:31.678", "error": { "time": "2025-04-05T08:20:16.005295883+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSnapshotLostByGC", "message": "[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457129950361157633 is earlier than or equal to GC safepoint at 9223372036854775807" } }' { "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-error-2", "state": "failed", "checkpoint_tso": 457129950361157633, "checkpoint_time": "2025-04-05 08:19:31.678", "error": { "time": "2025-04-05T08:20:16.005295883+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSnapshotLostByGC", "message": "[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457129950361157633 is earlier than or equal to GC safepoint at 9223372036854775807" } } ++ jq -r .state ++ echo '{' '"upstream_id":' 7489617065134956688, '"namespace":' '"default",' '"id":' '"changefeed-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457129950361157633, '"checkpoint_time":' '"2025-04-05' '08:19:31.678",' '"error":' '{' '"time":' '"2025-04-05T08:20:16.005295883+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSnapshotLostByGC",' '"message":' '"[CDC:ErrSnapshotLostByGC]fail' to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457129950361157633 is earlier than or equal to GC safepoint at '9223372036854775807"' '}' '}' + state=failed + [[ ! failed == \f\a\i\l\e\d ]] ++ echo '{' '"upstream_id":' 7489617065134956688, '"namespace":' '"default",' '"id":' '"changefeed-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457129950361157633, '"checkpoint_time":' '"2025-04-05' '08:19:31.678",' '"error":' '{' '"time":' '"2025-04-05T08:20:16.005295883+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSnapshotLostByGC",' '"message":' '"[CDC:ErrSnapshotLostByGC]fail' to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457129950361157633 is earlier than or equal to GC safepoint at '9223372036854775807"' '}' '}' ++ jq -r .error.message + message='[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457129950361157633 is earlier than or equal to GC safepoint at 9223372036854775807' + [[ ! [CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457129950361157633 is earlier than or equal to GC safepoint at 9223372036854775807 =~ \[CDC:ErrSnapshotLostByGC] ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6228.out cli changefeed remove -c changefeed-error-2 pass test: move table go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/andybalholm/brotli v1.0.5 go: downloading github.com/klauspost/cpuid/v2 v2.2.4 Changefeed remove successfully. ID: changefeed-error-2 CheckpointTs: 457129950361157633 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617274523787979 TiDB Cluster ID. tikv_gc_leader_uuid 6580d474d5c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:4467, start at 2025-04-05 08:20:16.370915231 +0800 CST m=+2.476153233 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:16.417 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:16.413 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:16.413 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617274523787979 TiDB Cluster ID. tikv_gc_leader_uuid 6580d474d5c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:4467, start at 2025-04-05 08:20:16.370915231 +0800 CST m=+2.476153233 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:16.417 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:16.413 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:16.413 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617269540525719 TiDB Cluster ID. tikv_gc_leader_uuid 6580d474e740004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:4545, start at 2025-04-05 08:20:16.418487416 +0800 CST m=+2.465360078 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:16.425 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:16.413 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:16.413 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/consistent_replicate_gbk/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/consistent_replicate_gbk/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/consistent_replicate_gbk/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/consistent_replicate_gbk/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/consistent_replicate_gbk/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table ddl_manager.finish_mark not exists for 30-th check, retry later invalid ~~~ running cdc Failed to start cdc, the usage tips should be printed 2nd test case cdc_server_tips success! [Sat Apr 5 08:20:18 CST 2025] <<<<<< run all test cases cdc_server_tips success! >>>>>> pass test: set log level go: downloading github.com/pierrec/lz4 v2.6.1+incompatible + set +x check diff successfully start tidb cluster in /tmp/tidb_cdc_test/partition_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... wait process cdc.test exit for 1-th time... [Sat Apr 5 08:20:20 CST 2025] <<<<<< START cdc server in consistent_replicate_gbk case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_gbk.58095811.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_gbk/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_gbk/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 8.19 secs (491977947 bytes/sec) [Pipeline] { [Pipeline] cache pass test: remove changefeed go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading github.com/google/s2a-go v0.1.7 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 table ddl_manager.finish_mark not exists for 31-th check, retry later wait process cdc.test exit for 2-th time... go: downloading github.com/jmespath/go-jmespath v0.4.0 cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:20:21 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/redo/ChangefeedNewRedoManagerError=2*return(true)' + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.62846286.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 pass test: resign owner pass test: get tso table ddl_manager.finish_mark not exists for 32-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:20:23 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/34794791-68d0-4162-a48c-682c446a3329 {"id":"34794791-68d0-4162-a48c-682c446a3329","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812420} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960351b1ead4 34794791-68d0-4162-a48c-682c446a3329 /tidb/cdc/default/default/upstream/7489617274523787979 {"id":7489617274523787979,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/34794791-68d0-4162-a48c-682c446a3329 {"id":"34794791-68d0-4162-a48c-682c446a3329","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812420} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960351b1ead4 34794791-68d0-4162-a48c-682c446a3329 /tidb/cdc/default/default/upstream/7489617274523787979 {"id":7489617274523787979,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/34794791-68d0-4162-a48c-682c446a3329 {"id":"34794791-68d0-4162-a48c-682c446a3329","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812420} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960351b1ead4 34794791-68d0-4162-a48c-682c446a3329 /tidb/cdc/default/default/upstream/7489617274523787979 {"id":7489617274523787979,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table consistent_replicate_gbk.GBKTABLE not exists for 1-th check, retry later check diff failed 1-th time, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release pass test: verify table + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:20:24 GMT < Content-Length: 845 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d916d2e3-1749-4bbd-a4c9-ff49b8beae8a {"id":"d916d2e3-1749-4bbd-a4c9-ff49b8beae8a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812421} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 7 /tidb/cdc/default/__cdc_meta__/owner/2231960350f6f518 d916d2e3-1749-4bbd-a4c9-ff49b8beae8a /tidb/cdc/default/default/upstream/7489617065134956688 {"id":7489617065134956688,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d916d2e3-1749-4bbd-a4c9-ff49b8beae8a {"id":"d916d2e3-1749-4bbd-a4c9-ff49b8beae8a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812421} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 7 /tidb/cdc/default/__cdc_meta__/owner/2231960350f6f518 d916d2e3-1749-4bbd-a4c9-ff49b8beae8a /tidb/cdc/default/default/upstream/7489617065134956688 {"id":7489617065134956688,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d916d2e3-1749-4bbd-a4c9-ff49b8beae8a {"id":"d916d2e3-1749-4bbd-a4c9-ff49b8beae8a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812421} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 7 /tidb/cdc/default/__cdc_meta__/owner/2231960350f6f518 d916d2e3-1749-4bbd-a4c9-ff49b8beae8a /tidb/cdc/default/default/upstream/7489617065134956688 {"id":7489617065134956688,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6336.out cli changefeed create --start-ts=0 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' -c changefeed-initialize-error Create changefeed successfully! ID: changefeed-initialize-error Info: {"upstream_id":7489617065134956688,"namespace":"default","id":"changefeed-initialize-error","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:20:24.6625055+08:00","start_ts":457129964215468037,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129964215468037,"checkpoint_ts":457129964215468037,"checkpoint_time":"2025-04-05 08:20:24.528"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table ddl_manager.finish_mark not exists for 33-th check, retry later check diff failed 2-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) pass test: create changefeed v2 table consistent_replicate_gbk.GBKTABLE not exists for 2-th check, retry later + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s + info='{ "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 457129964215468037, "checkpoint_time": "2025-04-05 08:20:24.528", "error": { "time": "2025-04-05T08:20:24.841461793+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' + echo '{ "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 457129964215468037, "checkpoint_time": "2025-04-05 08:20:24.528", "error": { "time": "2025-04-05T08:20:24.841461793+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' { "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 457129964215468037, "checkpoint_time": "2025-04-05 08:20:24.528", "error": { "time": "2025-04-05T08:20:24.841461793+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } } ++ echo '{' '"upstream_id":' 7489617065134956688, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"warning",' '"checkpoint_tso":' 457129964215468037, '"checkpoint_time":' '"2025-04-05' '08:20:24.528",' '"error":' '{' '"time":' '"2025-04-05T08:20:24.841461793+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrProcessorUnknown",' '"message":' '"changefeed' new redo manager injected 'error"' '}' '}' ++ jq -r .state + state=warning + [[ ! warning == \n\o\r\m\a\l ]] + echo 'changefeed state warning does not equal to normal' changefeed state warning does not equal to normal + exit 1 run task failed 1-th time, retry later table ddl_manager.finish_mark not exists for 34-th check, retry later pass test: remove changefeed v2 check diff failed 3-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table consistent_replicate_gbk.GBKTABLE exists table consistent_replicate_gbk.check1 not exists for 1-th check, retry later check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s status code 200 pass test: show metadata status code 200 status code 200 pass test: delete service_gc_safepoint status code 500 pass test: resolve lock + info='{ "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 457129964215468037, "checkpoint_time": "2025-04-05 08:20:24.528", "error": { "time": "2025-04-05T08:20:24.841461793+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' + echo '{ "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 457129964215468037, "checkpoint_time": "2025-04-05 08:20:24.528", "error": { "time": "2025-04-05T08:20:24.841461793+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' { "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 457129964215468037, "checkpoint_time": "2025-04-05 08:20:24.528", "error": { "time": "2025-04-05T08:20:24.841461793+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } } ++ echo '{' '"upstream_id":' 7489617065134956688, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"warning",' '"checkpoint_tso":' 457129964215468037, '"checkpoint_time":' '"2025-04-05' '08:20:24.528",' '"error":' '{' '"time":' '"2025-04-05T08:20:24.841461793+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrProcessorUnknown",' '"message":' '"changefeed' new redo manager injected 'error"' '}' '}' ++ jq -r .state + state=warning + [[ ! warning == \n\o\r\m\a\l ]] + echo 'changefeed state warning does not equal to normal' changefeed state warning does not equal to normal + exit 1 run task failed 2-th time, retry later table ddl_manager.finish_mark not exists for 35-th check, retry later check diff failed 4-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617323587893575 TiDB Cluster ID. tikv_gc_leader_uuid 6580d47febc000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76, pid:9261, start at 2025-04-05 08:20:27.723108797 +0800 CST m=+2.431582383 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:27.765 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:27.765 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:27.765 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617323587893575 TiDB Cluster ID. tikv_gc_leader_uuid 6580d47febc000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76, pid:9261, start at 2025-04-05 08:20:27.723108797 +0800 CST m=+2.431582383 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:27.765 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:27.765 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:27.765 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617315040075903 TiDB Cluster ID. tikv_gc_leader_uuid 6580d47feb4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-4-l0p76, pid:9336, start at 2025-04-05 08:20:27.714101038 +0800 CST m=+2.346079750 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:27.721 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:27.743 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:27.743 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/partition_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/partition_table/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table consistent_replicate_gbk.check1 exists check diff successfully Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 7.59 secs (530930012 bytes/sec) [Pipeline] { [Pipeline] cache wait process cdc.test exit for 1-th time... wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... table ddl_manager.finish_mark not exists for 36-th check, retry later wait process cdc.test exit for 2-th time... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/event_filter/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... wait process cdc.test exit for 3-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:20:31 CST 2025] <<<<<< START cdc server in consistent_replicate_gbk case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkHangLongTime=return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_gbk.60236025.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_gbk/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_gbk/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff successfully + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.cli.10731.out cli tso query --pd=http://127.0.0.1:2379 cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 08:20:31 CST 2025] <<<<<< run test case http_api_tls success! >>>>>> check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s + info='{ "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 457129966220869633, "checkpoint_time": "2025-04-05 08:20:32.178", "error": null }' + echo '{ "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 457129966220869633, "checkpoint_time": "2025-04-05 08:20:32.178", "error": null }' { "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 457129966220869633, "checkpoint_time": "2025-04-05 08:20:32.178", "error": null } ++ echo '{' '"upstream_id":' 7489617065134956688, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 457129966220869633, '"checkpoint_time":' '"2025-04-05' '08:20:32.178",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489617065134956688, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 457129966220869633, '"checkpoint_time":' '"2025-04-05' '08:20:32.178",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6491.out cli changefeed pause -c changefeed-initialize-error table ddl_manager.finish_mark not exists for 37-th check, retry later PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... + set +x + tso='457129966172897281 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129966172897281 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:20:33 CST 2025] <<<<<< START cdc server in partition_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.1077110773.out server --log-file /tmp/tidb_cdc_test/partition_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/partition_table/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 start tidb cluster in /tmp/tidb_cdc_test/event_filter Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error stopped null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=stopped + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:20:34 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/6939e488-3f55-451e-af57-16f3b708222c {UpstreamID:7489617274523787979 Namespace:default ID:6939e488-3f55-451e-af57-16f3b708222c SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:20:23.458746558 +0800 CST StartTs:457129963917934595 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00441fdd0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129963931303940} {CheckpointTs:457129963970625556 MinTableBarrierTs:457129966683815942 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129963970625556, checkpointTs: 457129963970625556, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129963970625556, checkpointTs: 457129963970625556, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5527327a-ee13-48af-966b-715a782b173e {"id":"5527327a-ee13-48af-966b-715a782b173e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812431} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960351b1eb7c 5527327a-ee13-48af-966b-715a782b173e /tidb/cdc/default/default/changefeed/info/6939e488-3f55-451e-af57-16f3b708222c {"upstream-id":7489617274523787979,"namespace":"default","changefeed-id":"6939e488-3f55-451e-af57-16f3b708222c","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:20:23.458746558+08:00","start-ts":457129963917934595,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129963931303940} /tidb/cdc/default/default/changefeed/status/6939e488-3f55-451e-af57-16f3b708222c {"checkpoint-ts":457129963970625556,"min-table-barrier-ts":457129966683815942,"admin-job-type":0} /tidb/cdc/default/default/task/position/5527327a-ee13-48af-966b-715a782b173e/6939e488-3f55-451e-af57-16f3b708222c {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617274523787979 {"id":7489617274523787979,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/6939e488-3f55-451e-af57-16f3b708222c {UpstreamID:7489617274523787979 Namespace:default ID:6939e488-3f55-451e-af57-16f3b708222c SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:20:23.458746558 +0800 CST StartTs:457129963917934595 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00441fdd0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129963931303940} {CheckpointTs:457129963970625556 MinTableBarrierTs:457129966683815942 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129963970625556, checkpointTs: 457129963970625556, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129963970625556, checkpointTs: 457129963970625556, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5527327a-ee13-48af-966b-715a782b173e {"id":"5527327a-ee13-48af-966b-715a782b173e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812431} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960351b1eb7c 5527327a-ee13-48af-966b-715a782b173e /tidb/cdc/default/default/changefeed/info/6939e488-3f55-451e-af57-16f3b708222c {"upstream-id":7489617274523787979,"namespace":"default","changefeed-id":"6939e488-3f55-451e-af57-16f3b708222c","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:20:23.458746558+08:00","start-ts":457129963917934595,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129963931303940} /tidb/cdc/default/default/changefeed/status/6939e488-3f55-451e-af57-16f3b708222c {"checkpoint-ts":457129963970625556,"min-table-barrier-ts":457129966683815942,"admin-job-type":0} /tidb/cdc/default/default/task/position/5527327a-ee13-48af-966b-715a782b173e/6939e488-3f55-451e-af57-16f3b708222c {"checkpoint-t+ grep -q 'failed to get info:' s":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617274523787979 {"id":7489617274523787979,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/6939e488-3f55-451e-af57-16f3b708222c {UpstreamID:7489617274523787979 Namespace:default ID:6939e488-3f55-451e-af57-16f3b708222c SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:20:23.458746558 +0800 CST StartTs:457129963917934595 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00441fdd0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129963931303940} {CheckpointTs:457129963970625556 MinTableBarrierTs:457129966683815942 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129963970625556, checkpointTs: 457129963970625556, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129963970625556, checkpointTs: 457129963970625556, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5527327a-ee13-48af-966b-715a782b173e {"id":"5527327a-ee13-48af-966b-715a782b173e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812431} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960351b1eb7c 5527327a-ee13-48af-966b-715a782b173e /tidb/cdc/default/default/changefeed/info/6939e488-3f55-451e-af57-16f3b708222c {"upstream-id":7489617274523787979,"namespace":"default","changefeed-id":"6939e488-3f55-451e-af57-16f3b708222c","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:20:23.458746558+08:00","start-ts":457129963917934595,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129963931303940} /tidb/cdc/default/default/changefeed/status/6939e488-3f55-451e-af57-16f3b708222c {"checkpoint-ts":457129963970625556,"min-table-barrier-ts":457129966683815942,"admin-job-type":0} /tidb/cdc/default/default/task/position/5527327a-ee13-48af-966b-715a782b173e/6939e488-3f55-451e-af57-16f3b708222c {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617274523787979 {"id":7489617274523787979,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + info='{ "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-initialize-error", "state": "stopped", "checkpoint_tso": 457129966220869633, "checkpoint_time": "2025-04-05 08:20:32.178", "error": null }' + echo '{ "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-initialize-error", "state": "stopped", "checkpoint_tso": 457129966220869633, "checkpoint_time": "2025-04-05 08:20:32.178", "error": null }' { "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-initialize-error", "state": "stopped", "checkpoint_tso": 457129966220869633, "checkpoint_time": "2025-04-05 08:20:32.178", "error": null } ++ echo '{' '"upstream_id":' 7489617065134956688, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"stopped",' '"checkpoint_tso":' 457129966220869633, '"checkpoint_time":' '"2025-04-05' '08:20:32.178",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7489617065134956688, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"stopped",' '"checkpoint_tso":' 457129966220869633, '"checkpoint_time":' '"2025-04-05' '08:20:32.178",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6562.out cli changefeed resume -c changefeed-initialize-error table ddl_manager.finish_mark not exists for 38-th check, retry later PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... check diff failed 1-th time, retry later Verifying downstream PD is started... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:20:36 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/aef04506-ccaf-46d4-8db1-b6f252f7ff93 {"id":"aef04506-ccaf-46d4-8db1-b6f252f7ff93","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812433} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960351e069e4 aef04506-ccaf-46d4-8db1-b6f252f7ff93 /tidb/cdc/default/default/upstream/7489617323587893575 {"id":7489617323587893575,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/aef04506-ccaf-46d4-8db1-b6f252f7ff93 {"id":"aef04506-ccaf-46d4-8db1-b6f252f7ff93","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812433} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960351e069e4 aef04506-ccaf-46d4-8db1-b6f252f7ff93 /tidb/cdc/default/default/upstream/7489617323587893575 {"id":7489617323587893575,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/aef04506-ccaf-46d4-8db1-b6f252f7ff93 {"id":"aef04506-ccaf-46d4-8db1-b6f252f7ff93","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812433} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960351e069e4 aef04506-ccaf-46d4-8db1-b6f252f7ff93 /tidb/cdc/default/default/upstream/7489617323587893575 {"id":7489617323587893575,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.cli.10827.out cli changefeed create --start-ts=457129966172897281 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s table ddl_manager.finish_mark not exists for 39-th check, retry later Create changefeed successfully! ID: 4ad696ae-9a77-4636-aa31-a7f26f8a7bc9 Info: {"upstream_id":7489617323587893575,"namespace":"default","id":"4ad696ae-9a77-4636-aa31-a7f26f8a7bc9","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:20:36.941701156+08:00","start_ts":457129966172897281,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129966172897281,"checkpoint_ts":457129966172897281,"checkpoint_time":"2025-04-05 08:20:31.995"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + info='{ "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 457129966220869633, "checkpoint_time": "2025-04-05 08:20:32.178", "error": null }' + echo '{ "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 457129966220869633, "checkpoint_time": "2025-04-05 08:20:32.178", "error": null }' { "upstream_id": 7489617065134956688, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 457129966220869633, "checkpoint_time": "2025-04-05 08:20:32.178", "error": null } ++ echo '{' '"upstream_id":' 7489617065134956688, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 457129966220869633, '"checkpoint_time":' '"2025-04-05' '08:20:32.178",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489617065134956688, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 457129966220869633, '"checkpoint_time":' '"2025-04-05' '08:20:32.178",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6633.out cli changefeed remove -c changefeed-initialize-error check diff failed 2-th time, retry later Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Changefeed remove successfully. ID: changefeed-initialize-error CheckpointTs: 457129966220869633 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... + set +x table ddl_manager.finish_mark not exists for 40-th check, retry later + set +x Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... wait process cdc.test exit for 1-th time... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check_redo_resolved_ts 6939e488-3f55-451e-af57-16f3b708222c 457129968151560200 s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/ /tmp/tidb_cdc_test/consistent_replicate_gbk/cdc_data/redo/6939e488-3f55-451e-af57-16f3b708222c/meta global resolved ts 457129966814625809 not forward to 457129968151560200 run task failed 1-th time, retry later wait process cdc.test exit for 2-th time... check diff failed 3-th time, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc) 4028702720 bytes in 8.13 secs (495385221 bytes/sec) [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { table ddl_manager.finish_mark not exists for 41-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:20:40 CST 2025] <<<<<< run test case changefeed_error success! >>>>>> [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] sh [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G19 Run cases: changefeed_fast_fail batch_update_to_no_batch changefeed_resume_with_checkpoint_ts PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=13ee10b9-2ff3-42f9-aadc-35f03baf5dd3 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-j1fjd HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G19 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-b2xnf GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-b2xnf pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-j1fjd GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-j1fjd GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_fast_fail/run.sh using Sink-Type: mysql... <<================= [Pipeline] sh The 1 times to try to start tidb cluster... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/api_v2/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G15 Run cases: new_ci_collation batch_add_table multi_rocks ci_collation_compatibility [Pipeline] sh check_redo_resolved_ts 6939e488-3f55-451e-af57-16f3b708222c 457129968151560200 s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/ /tmp/tidb_cdc_test/consistent_replicate_gbk/cdc_data/redo/6939e488-3f55-451e-af57-16f3b708222c/meta global resolved ts 457129966814625809 not forward to 457129968151560200 run task failed 2-th time, retry later PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=c2b711a2-2404-4208-9a82-aba8f3f5089a BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G15 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-vs6h0 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-vs6h0 pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/new_ci_collation/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G00 Run cases: down_db_require_secure_transport bdr_mode capture_suicide_while_balance_table syncpoint syncpoint_check_ts server_config_compatibility changefeed_dup_error_restart safe_mode kafka_big_messages kafka_compression kafka_messages kafka_sink_error_resume mq_sink_lost_callback mq_sink_dispatcher kafka_column_selector kafka_column_selector_avro debezium lossy_ddl storage_csv_update csv_storage_update_pk_clustered csv_storage_update_pk_nonclustered PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=5ebc0309-3a15-4da5-a640-ed84e3e2c4cd BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G00 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-mkkt2 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-mkkt2 pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/down_db_require_secure_transport/run.sh using Sink-Type: mysql... <<================= check diff failed 4-th time, retry later [Pipeline] sh The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G14 Run cases: changefeed_finish force_replicate_table PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=185556fa-46f3-4098-a5c8-03d1495c331f BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-p9vnf HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ [Pipeline] sh RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G14 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-cl7zz GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-cl7zz pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-p9vnf GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-p9vnf GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_finish/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G08 Run cases: processor_err_chan changefeed_reconstruct multi_capture synced_status_with_redo PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=5415bb9d-1d12-4d3b-87ba-36e416893496 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G08 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-bttqc GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw pingcap_tiflow_periodics_cdc_integration_mysql_test_232-bttqc GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/processor_err_chan/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G16 Run cases: owner_resign processor_etcd_worker_delay sink_hang PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=9b341d6a-294f-4096-b20f-9123697e7e35 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-9-dpz6b HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G16 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-9n549 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-9-dpz6b pingcap_tiflow_periodics_cdc_integration_mysql_test_232-9n549 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-9-dpz6b GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/owner_resign/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G18 Run cases: availability http_proxies sequence PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=2d9c4c96-b0b5-4365-b382-8b11cf788b0f BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-7nwxg HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G18 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-8drcw GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-7nwxg pingcap_tiflow_periodics_cdc_integration_mysql_test_232-8drcw GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-7nwxg GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/availability/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh table ddl_manager.finish_mark not exists for 42-th check, retry later + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G20 Run cases: tidb_mysql_test ddl_reentrant multi_cdc_cluster PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=d7ca7f30-0451-48d8-b2fa-e2914d350a80 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-g-6tsj1 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G20 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-gb64x GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-gb64x pingcap-tiflow-periodics-cdc-integration-mysql-test-232-g-6tsj1 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-g-6tsj1 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/tidb_mysql_test/run.sh using Sink-Type: mysql... <<================= [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G21 Run cases: bank kill_owner_with_ddl owner_remove_table_error PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=e50366fd-08c6-452e-b37c-e4e81289304d BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-03lkd HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G21 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-twjdk GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-twjdk pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-03lkd GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-03lkd GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/bank/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G17 check diff failed 5-th time, retry later Run cases: clustered_index processor_resolved_ts_fallback PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=425948ce-dd37-4235-9f78-02091bdc6cf0 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-6gtp2 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G17 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-cm6tp GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-cm6tp pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-6gtp2 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-6gtp2 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/clustered_index/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G13 Run cases: tiflash region_merge common_1 PROW_JOB_ID=f4daa00a-11b0-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=cf822b21-33b8-498e-9c68-7791a2055e02 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-f-hs7hm HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908308766118383621","prowjobid":"f4daa00a-11b0-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#232 TEST_GROUP=G13 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908308766118383621 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_232-fv5v2 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-f-hs7hm pingcap_tiflow_periodics_cdc_integration_mysql_test_232-fv5v2 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-232-f-hs7hm GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=232 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/tiflash/run.sh using Sink-Type: mysql... <<================= VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617377993207644 TiDB Cluster ID. tikv_gc_leader_uuid 6580d48df440002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:6392, start at 2025-04-05 08:20:42.066649052 +0800 CST m=+2.459251916 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:42.075 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:42.065 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:42.065 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617377993207644 TiDB Cluster ID. tikv_gc_leader_uuid 6580d48df440002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:6392, start at 2025-04-05 08:20:42.066649052 +0800 CST m=+2.459251916 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:42.075 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:42.065 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:42.065 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617387225456849 TiDB Cluster ID. tikv_gc_leader_uuid 6580d48e0d4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:6460, start at 2025-04-05 08:20:42.190814765 +0800 CST m=+2.509893561 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:42.199 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:42.165 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:42.165 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/event_filter/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/event_filter/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/event_filter/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/event_filter/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/event_filter/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } The 1 times to try to start tidb cluster... table partition_table.t exists table partition_table.t1 exists table partition_table.t2 not exists for 1-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/api_v2 Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table ddl_manager.finish_mark not exists for 43-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/down_db_require_secure_transport Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/changefeed_fast_fail Starting Upstream PD... check_redo_resolved_ts 6939e488-3f55-451e-af57-16f3b708222c 457129968151560200 s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/ /tmp/tidb_cdc_test/consistent_replicate_gbk/cdc_data/redo/6939e488-3f55-451e-af57-16f3b708222c/meta run task successfully Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [Sat Apr 5 08:20:45 CST 2025] <<<<<< START cdc server in event_filter case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.event_filter.78537855.out server --log-file /tmp/tidb_cdc_test/event_filter/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/event_filter/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 start tidb cluster in /tmp/tidb_cdc_test/availability Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... check diff successfully start tidb cluster in /tmp/tidb_cdc_test/changefeed_finish Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... wait process cdc.test exit for 1-th time... start tidb cluster in /tmp/tidb_cdc_test/processor_err_chan Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table partition_table.t2 not exists for 2-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... start tidb cluster in /tmp/tidb_cdc_test/bank Starting Upstream PD... wait process cdc.test exit for 2-th time... table ddl_manager.finish_mark not exists for 44-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/owner_resign Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/new_ci_collation Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/tiflash Starting Upstream PD... [2025/04/05 08:20:47.514 +08:00] [INFO] [helper.go:54] ["init log"] [file=] [level=info] [2025/04/05 08:20:47.515 +08:00] [INFO] [apply.go:78] ["set memory limit"] [memoryLimit=10737418240] [2025/04/05 08:20:47.515 +08:00] [INFO] [apply.go:94] ["Start http pprof server"] [addr=127.0.0.1:6060] [2025/04/05 08:20:47.516 +08:00] [INFO] [s3.go:423] ["succeed to get bucket region from s3"] ["bucket region"=us-east-1] [2025/04/05 08:20:47.519 +08:00] [INFO] [mem_quota.go:82] ["New memory quota"] [namespace=default] [changefeed=redo-applier] [total=1073741824] [2025/04/05 08:20:47.519 +08:00] [INFO] [redo.go:167] ["apply redo log starts"] [checkpointTs=457129966814625809] [resolvedTs=457129969055956993] [2025/04/05 08:20:47.520 +08:00] [INFO] [s3.go:423] ["succeed to get bucket region from s3"] ["bucket region"=us-east-1] [2025/04/05 08:20:47.520 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 08:20:47.520 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 08:20:47.520 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 08:20:47.521 +08:00] [INFO] [s3.go:423] ["succeed to get bucket region from s3"] ["bucket region"=us-east-1] [2025/04/05 08:20:47.523 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=row] [duration=4.000273ms] [2025/04/05 08:20:47.524 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=ddl] [duration=4.096087ms] [2025/04/05 08:20:47.525 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22ALLOW_INVALID_DATES%2CNO_ENGINE_SUBSTITUTION%2CONLY_FULL_GROUP_BY%2CIGNORE_SPACE%2CNO_AUTO_VALUE_ON_ZERO%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 08:20:47.528 +08:00] [INFO] [mysql.go:195] ["MySQL backends is created"] [changefeed=.] [workerCount=16] [forceReplicate=false] [2025/04/05 08:20:47.529 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:20:47.529 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:20:47.529 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:20:47.529 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:20:47.529 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:20:47.529 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:20:47.529 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:20:47.529 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:20:47.529 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:20:47.529 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:20:47.529 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:20:47.529 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:20:47.529 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:20:47.529 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:20:47.529 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:20:47.529 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:20:47.529 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=3] [2025/04/05 08:20:47.529 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=5] [2025/04/05 08:20:47.529 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=2] [2025/04/05 08:20:47.529 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=8] [2025/04/05 08:20:47.529 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=6] [2025/04/05 08:20:47.529 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=1] [2025/04/05 08:20:47.529 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=0] [2025/04/05 08:20:47.530 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=10] [2025/04/05 08:20:47.529 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=4] [2025/04/05 08:20:47.529 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=7] [2025/04/05 08:20:47.530 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=13] [2025/04/05 08:20:47.530 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=11] [2025/04/05 08:20:47.530 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=14] [2025/04/05 08:20:47.530 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=9] [2025/04/05 08:20:47.530 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=12] [2025/04/05 08:20:47.530 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=15] [2025/04/05 08:20:47.530 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 08:20:47.530 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 08:20:47.530 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 08:20:47.534 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22IGNORE_SPACE%2CNO_AUTO_VALUE_ON_ZERO%2CALLOW_INVALID_DATES%2CNO_ENGINE_SUBSTITUTION%2CONLY_FULL_GROUP_BY%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 08:20:47.536 +08:00] [WARN] [mysql_ddl_sink.go:291] ["please set `has-vector-type` to be true if a column is vector type when the downstream is not TiDB or TiDB version less than specify version"] [hasVectorType=false] [supportVectorVersion=8.4.0] [2025/04/05 08:20:47.536 +08:00] [INFO] [mysql_ddl_sink.go:122] ["MySQL DDL sink is created"] [namespace=] [changefeed=] [2025/04/05 08:20:47.536 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457129966814625805,\"CommitTs\":457129966814625809,\"Query\":\"create table consistent_replicate_gbk.GBKTABLE2 like consistent_replicate_gbk.GBKTABLE\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_gbk\",\"Table\":\"GBKTABLE2\",\"TableID\":118,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":3,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:20:47.537 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457129966814625809] [DDL="create table consistent_replicate_gbk.GBKTABLE2 like consistent_replicate_gbk.GBKTABLE"] [2025/04/05 08:20:47.538 +08:00] [INFO] [mysql_ddl_sink.go:150] ["Execute DDL failed, but error can be ignored"] [startTs=457129966814625805] [ddl="create table consistent_replicate_gbk.GBKTABLE2 like consistent_replicate_gbk.GBKTABLE"] [namespace=] [changefeed=] [error="Error 1050 (42S01): Table 'consistent_replicate_gbk.GBKTABLE2' already exists"] [2025/04/05 08:20:47.739 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}"] [checkpointTs=457129969055956993] [2025/04/05 08:20:47.739 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}"] [checkpointTs=457129969055956993] Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/05 08:20:47.839 +08:00] [INFO] [redo.go:223] ["apply redo log finishes"] [appliedLogCount=1] [appliedDDLCount=1] [currentCheckpoint=457129969055956993] [2025/04/05 08:20:47.839 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=3] [2025/04/05 08:20:47.839 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=13] [2025/04/05 08:20:47.839 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=9] [2025/04/05 08:20:47.839 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=11] [2025/04/05 08:20:47.839 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=15] [2025/04/05 08:20:47.839 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=1] [2025/04/05 08:20:47.839 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=6] [2025/04/05 08:20:47.839 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=8] [2025/04/05 08:20:47.839 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=4] [2025/04/05 08:20:47.839 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=7] [2025/04/05 08:20:47.839 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=5] [2025/04/05 08:20:47.839 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=14] [2025/04/05 08:20:47.839 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=12] [2025/04/05 08:20:47.839 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=10] [2025/04/05 08:20:47.839 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=0] [2025/04/05 08:20:47.839 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=2] Apply redo log successfully check diff successfully [Sat Apr 5 08:20:47 CST 2025] <<<<<< run test case consistent_replicate_gbk success! >>>>>> Exiting on signal: INTERRUPT Verifying downstream PD is started... Verifying downstream PD is started... table partition_table.t2 not exists for 3-th check, retry later table ddl_manager.finish_mark not exists for 45-th check, retry later Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/clustered_index Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:20:49 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6c20a9fb-bc11-4617-9473-50f6ecb9e1b0 {"id":"6c20a9fb-bc11-4617-9473-50f6ecb9e1b0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812446} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603521823dc 6c20a9fb-bc11-4617-9473-50f6ecb9e1b0 /tidb/cdc/default/default/upstream/7489617377993207644 {"id":7489617377993207644,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6c20a9fb-bc11-4617-9473-50f6ecb9e1b0 {"id":"6c20a9fb-bc11-4617-9473-50f6ecb9e1b0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812446} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603521823dc 6c20a9fb-bc11-4617-9473-50f6ecb9e1b0 /tidb/cdc/default/default/upstream/7489617377993207644 {"id":7489617377993207644,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6c20a9fb-bc11-4617-9473-50f6ecb9e1b0 {"id":"6c20a9fb-bc11-4617-9473-50f6ecb9e1b0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812446} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603521823dc 6c20a9fb-bc11-4617-9473-50f6ecb9e1b0 /tidb/cdc/default/default/upstream/7489617377993207644 {"id":7489617377993207644,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.event_filter.cli.7911.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --server=127.0.0.1:8300 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/event_filter/conf/cf.toml Create changefeed successfully! ID: 4553f3b7-1364-4065-8d69-69425586e418 Info: {"upstream_id":7489617377993207644,"namespace":"default","id":"4553f3b7-1364-4065-8d69-69425586e418","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:20:49.535208746+08:00","start_ts":457129970739183620,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["event_filter.*"],"event_filters":[{"matcher":["event_filter.t1"],"ignore_event":["drop table","delete"],"ignore_sql":null,"ignore_insert_value_expr":"id = 2 or city = 'tokyo'","ignore_update_new_value_expr":"","ignore_update_old_value_expr":"","ignore_delete_value_expr":""},{"matcher":["event_filter.t_truncate"],"ignore_event":["truncate table"],"ignore_sql":null,"ignore_insert_value_expr":"","ignore_update_new_value_expr":"","ignore_update_old_value_expr":"","ignore_delete_value_expr":""},{"matcher":["event_filter.t_alter"],"ignore_event":["alter table"],"ignore_sql":null,"ignore_insert_value_expr":"","ignore_update_new_value_expr":"","ignore_update_old_value_expr":"","ignore_delete_value_expr":""},{"matcher":["event_filter.t_name*"],"ignore_event":["rename table"],"ignore_sql":null,"ignore_insert_value_expr":"","ignore_update_new_value_expr":"","ignore_update_old_value_expr":"","ignore_delete_value_expr":""}]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129970739183620,"checkpoint_ts":457129970739183620,"checkpoint_time":"2025-04-05 08:20:49.414"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/ddl_sequence/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... check diff failed 1-th time, retry later table partition_table.t2 not exists for 4-th check, retry later table ddl_manager.finish_mark not exists for 46-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release start tidb cluster in /tmp/tidb_cdc_test/tidb_mysql_test Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + set +x Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) config file /tmp/tidb_cdc_test/down_db_require_secure_transport/tidb-config-1743812451079132421.toml contained invalid configuration options: security.socket; check TiDB manual to make sure this option has not been deprecated and removed from your TiDB version if the option does not appear to be a typo Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 2-th time, retry later table partition_table.t2 not exists for 5-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 47-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617424207371692 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4973f4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:7363, start at 2025-04-05 08:20:51.601725325 +0800 CST m=+2.620846462 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:51.610 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:51.581 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:51.581 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617424207371692 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4973f4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:7363, start at 2025-04-05 08:20:51.601725325 +0800 CST m=+2.620846462 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:51.610 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:51.581 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:51.581 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617421979971574 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4975240006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:7437, start at 2025-04-05 08:20:51.668694757 +0800 CST m=+2.597086826 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:51.677 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:51.674 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:51.674 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/api_v2/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/api_v2/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/api_v2/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/api_v2/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/api_v2/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/ddl_sequence Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 3-th time, retry later table partition_table.t2 not exists for 6-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 48-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617426103211776 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49915c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:1318, start at 2025-04-05 08:20:53.484317938 +0800 CST m=+2.465703480 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:53.493 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:53.527 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:53.527 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617426103211776 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49915c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:1318, start at 2025-04-05 08:20:53.484317938 +0800 CST m=+2.465703480 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:53.493 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:53.527 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:53.527 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617430671376914 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49925c0009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:1406, start at 2025-04-05 08:20:53.540770376 +0800 CST m=+2.453493492 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:53.549 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:53.527 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:53.527 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617432133152691 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4991000004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-03lkd, pid:1199, start at 2025-04-05 08:20:53.483837714 +0800 CST m=+2.400936376 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:53.492 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:53.490 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:53.490 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617432133152691 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4991000004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-03lkd, pid:1199, start at 2025-04-05 08:20:53.483837714 +0800 CST m=+2.400936376 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:53.492 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:53.490 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:53.490 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617433111422445 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4992680005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-03lkd, pid:1251, start at 2025-04-05 08:20:53.536376921 +0800 CST m=+2.394306016 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:53.544 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:53.530 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:53.530 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/down_db_require_secure_transport/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/down_db_require_secure_transport/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/down_db_require_secure_transport/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/down_db_require_secure_transport/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/down_db_require_secure_transport/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/bank/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/bank/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/bank/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/bank/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/bank/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617438455445132 TiDB Cluster ID. tikv_gc_leader_uuid 6580d499ca00009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-p9vnf, pid:1298, start at 2025-04-05 08:20:54.200725601 +0800 CST m=+2.567792027 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:54.209 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:54.184 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:54.184 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617438455445132 TiDB Cluster ID. tikv_gc_leader_uuid 6580d499ca00009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-p9vnf, pid:1298, start at 2025-04-05 08:20:54.200725601 +0800 CST m=+2.567792027 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:54.209 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:54.184 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:54.184 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617427251425471 TiDB Cluster ID. tikv_gc_leader_uuid 6580d499cc0000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-p9vnf, pid:1368, start at 2025-04-05 08:20:54.220978205 +0800 CST m=+2.517726319 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:54.229 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:54.192 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:54.192 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... [Sat Apr 5 08:20:55 CST 2025] <<<<<< START cdc server in api_v2 case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.api_v2.88018803.out server --log-file /tmp/tidb_cdc_test/api_v2/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/api_v2/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617438333106879 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4997040003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc, pid:1223, start at 2025-04-05 08:20:53.828162452 +0800 CST m=+2.306146583 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:53.837 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:53.825 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:53.825 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617438333106879 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4997040003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc, pid:1223, start at 2025-04-05 08:20:53.828162452 +0800 CST m=+2.306146583 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:53.837 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:53.825 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:53.825 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617437468337819 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4997d80006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc, pid:1291, start at 2025-04-05 08:20:53.921811046 +0800 CST m=+2.335315218 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:53.929 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:53.927 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:53.927 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/new_ci_collation/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/new_ci_collation/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/new_ci_collation/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/new_ci_collation/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/new_ci_collation/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Logging trace to /tmp/tidb_cdc_test/changefeed_finish/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_finish/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_finish/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_finish/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_finish/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617431157142542 TiDB Cluster ID. tikv_gc_leader_uuid 6580d499704000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-j1fjd, pid:1355, start at 2025-04-05 08:20:53.854578382 +0800 CST m=+2.187545637 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:53.862 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:53.825 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:53.825 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617431157142542 TiDB Cluster ID. tikv_gc_leader_uuid 6580d499704000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-j1fjd, pid:1355, start at 2025-04-05 08:20:53.854578382 +0800 CST m=+2.187545637 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:53.862 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:53.825 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:53.825 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617436421866834 TiDB Cluster ID. tikv_gc_leader_uuid 6580d499704000e Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-j1fjd, pid:1427, start at 2025-04-05 08:20:53.857098182 +0800 CST m=+2.117276096 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:53.864 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:53.825 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:53.825 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_fast_fail/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_fast_fail/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_fast_fail/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_fast_fail/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_fast_fail/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table event_filter.t1 does not exists table event_filter.t1 exists table event_filter.t_normal exists table event_filter.t_truncate not exists for 1-th check, retry later check diff failed 4-th time, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617436495404534 TiDB Cluster ID. tikv_gc_leader_uuid 6580d499a580002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-9-dpz6b, pid:1339, start at 2025-04-05 08:20:54.039867094 +0800 CST m=+2.054971292 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:54.046 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:54.038 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:54.038 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617436495404534 TiDB Cluster ID. tikv_gc_leader_uuid 6580d499a580002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-9-dpz6b, pid:1339, start at 2025-04-05 08:20:54.039867094 +0800 CST m=+2.054971292 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:54.046 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:54.038 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:54.038 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617441936906588 TiDB Cluster ID. tikv_gc_leader_uuid 6580d499b300005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-9-dpz6b, pid:1418, start at 2025-04-05 08:20:54.098897267 +0800 CST m=+2.051255175 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:54.106 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:54.092 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:54.092 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/owner_resign/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/owner_resign/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/owner_resign/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/owner_resign/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/owner_resign/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617440122319708 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49a8d0000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:1340, start at 2025-04-05 08:20:54.977960717 +0800 CST m=+2.755648202 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:54.988 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:54.964 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:54.964 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617440122319708 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49a8d0000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:1340, start at 2025-04-05 08:20:54.977960717 +0800 CST m=+2.755648202 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:54.988 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:54.964 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:54.964 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617435270796134 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49aa50000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:1423, start at 2025-04-05 08:20:55.090702187 +0800 CST m=+2.791452935 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:55.101 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:55.060 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:55.060 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617442305048210 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49aa04002d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-7nwxg, pid:1306, start at 2025-04-05 08:20:55.048540718 +0800 CST m=+2.545101890 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:55.058 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:55.041 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:55.041 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617442305048210 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49aa04002d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-7nwxg, pid:1306, start at 2025-04-05 08:20:55.048540718 +0800 CST m=+2.545101890 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:55.058 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:55.041 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:55.041 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617426430540968 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49ac500003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-7nwxg, pid:1387, start at 2025-04-05 08:20:55.190330652 +0800 CST m=+2.603731371 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:55.198 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:55.188 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:55.188 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... table partition_table.t2 exists table partition_table.finish_mark not exists for 1-th check, retry later table ddl_manager.finish_mark not exists for 49-th check, retry later TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/availability/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/availability/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/availability/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/availability/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/availability/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617443041869558 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49ab4c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-6gtp2, pid:1338, start at 2025-04-05 08:20:55.159462293 +0800 CST m=+2.489750457 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:55.168 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:55.164 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:55.164 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617443041869558 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49ab4c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-6gtp2, pid:1338, start at 2025-04-05 08:20:55.159462293 +0800 CST m=+2.489750457 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:55.168 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:55.164 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:55.164 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617442688180722 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49acdc000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-6gtp2, pid:1408, start at 2025-04-05 08:20:55.245585403 +0800 CST m=+2.497596917 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:55.254 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:55.223 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:55.223 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/clustered_index/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/clustered_index/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/clustered_index/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/clustered_index/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/clustered_index/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617440405002554 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49b3300005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-f-hs7hm, pid:1286, start at 2025-04-05 08:20:55.636088484 +0800 CST m=+2.690473795 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:55.644 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:55.628 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:55.628 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617440405002554 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49b3300005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-f-hs7hm, pid:1286, start at 2025-04-05 08:20:55.636088484 +0800 CST m=+2.690473795 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:55.644 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:55.628 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:55.628 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617442506534528 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49b318000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-f-hs7hm, pid:1353, start at 2025-04-05 08:20:55.664012517 +0800 CST m=+2.643109572 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:55.671 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:55.672 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:55.672 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/tiflash/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/tiflash/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Sat Apr 5 08:20:57 CST 2025] <<<<<< START cdc server in down_db_require_secure_transport case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.down_db_require_secure_transport.26492651.out server --log-file /tmp/tidb_cdc_test/down_db_require_secure_transport/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/down_db_require_secure_transport/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Sat Apr 5 08:20:57 CST 2025] <<<<<< START cdc server in bank case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bank.26512653.out server --log-file /tmp/tidb_cdc_test/bank/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/bank/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Sat Apr 5 08:20:58 CST 2025] <<<<<< START cdc server in changefeed_finish case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_finish.26882690.out server --log-file /tmp/tidb_cdc_test/changefeed_finish/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_finish/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_fast_fail.cli.2691.out cli tso query --pd=http://127.0.0.1:2379 table event_filter.t_truncate exists table event_filter.t_alter not exists for 1-th check, retry later [Sat Apr 5 08:20:58 CST 2025] <<<<<< START cdc server in owner_resign case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.owner_resign.26892691.out server --log-file /tmp/tidb_cdc_test/owner_resign/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/owner_resign/cdc_data1 --cluster-id default --addr 127.0.0.1:8301 --pd http://127.0.0.1:2379 + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Sat Apr 5 08:20:58 CST 2025] <<<<<< START cdc server in new_ci_collation case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.new_ci_collation.27092711.out server --log-file /tmp/tidb_cdc_test/new_ci_collation/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/new_ci_collation/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:20:58 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0b3bc43b-2bc9-4b9c-a5c9-69fe65358dc4 {"id":"0b3bc43b-2bc9-4b9c-a5c9-69fe65358dc4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812455} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035242cce0 0b3bc43b-2bc9-4b9c-a5c9-69fe65358dc4 /tidb/cdc/default/default/upstream/7489617424207371692 {"id":7489617424207371692,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0b3bc43b-2bc9-4b9c-a5c9-69fe65358dc4 {"id":"0b3bc43b-2bc9-4b9c-a5c9-69fe65358dc4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812455} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035242cce0 0b3bc43b-2bc9-4b9c-a5c9-69fe65358dc4 /tidb/cdc/default/default/upstream/7489617424207371692 {"id":7489617424207371692,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0b3bc43b-2bc9-4b9c-a5c9-69fe65358dc4 {"id":"0b3bc43b-2bc9-4b9c-a5c9-69fe65358dc4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812455} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035242cce0 0b3bc43b-2bc9-4b9c-a5c9-69fe65358dc4 /tidb/cdc/default/default/upstream/7489617424207371692 {"id":7489617424207371692,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check diff failed 5-th time, retry later table partition_table.finish_mark not exists for 2-th check, retry later table ddl_manager.finish_mark not exists for 50-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.cli.2675.out cli tso query --pd=http://127.0.0.1:2379 Create changefeed successfully! ID: cf-blackhole Info: {"upstream_id":7489617424207371692,"namespace":"default","id":"cf-blackhole","sink_uri":"blackhole:","create_time":"2025-04-05T08:20:58.788759956+08:00","start_ts":457129973168472069,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129973168472069,"checkpoint_ts":457129973168472069,"checkpoint_time":"2025-04-05 08:20:58.681"} + endpoints=http://127.0.0.1:2379 + changefeed_id=cf-blackhole + expected_state=normal + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c cf-blackhole -s + info='{ "upstream_id": 7489617424207371692, "namespace": "default", "id": "cf-blackhole", "state": "normal", "checkpoint_tso": 457129973168472069, "checkpoint_time": "2025-04-05 08:20:58.681", "error": null }' + echo '{ "upstream_id": 7489617424207371692, "namespace": "default", "id": "cf-blackhole", "state": "normal", "checkpoint_tso": 457129973168472069, "checkpoint_time": "2025-04-05 08:20:58.681", "error": null }' { "upstream_id": 7489617424207371692, "namespace": "default", "id": "cf-blackhole", "state": "normal", "checkpoint_tso": 457129973168472069, "checkpoint_time": "2025-04-05 08:20:58.681", "error": null } ++ echo '{' '"upstream_id":' 7489617424207371692, '"namespace":' '"default",' '"id":' '"cf-blackhole",' '"state":' '"normal",' '"checkpoint_tso":' 457129973168472069, '"checkpoint_time":' '"2025-04-05' '08:20:58.681",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489617424207371692, '"namespace":' '"default",' '"id":' '"cf-blackhole",' '"state":' '"normal",' '"checkpoint_tso":' 457129973168472069, '"checkpoint_time":' '"2025-04-05' '08:20:58.681",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + GO111MODULE=on + go run main.go model.go request.go cases.go go: downloading go1.23.4 (linux/amd64) [Sat Apr 5 08:20:59 CST 2025] <<<<<< START cdc server in clustered_index case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.clustered_index.26872689.out server --log-file /tmp/tidb_cdc_test/clustered_index/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/clustered_index/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tiflash.cli.2672.out cli tso query --pd=http://127.0.0.1:2379 + set +x + tso='457129973087993857 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129973087993857 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:20:59 CST 2025] <<<<<< START cdc server in changefeed_fast_fail case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/InjectChangefeedFastFailError=return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_fast_fail.27292731.out server --log-file /tmp/tidb_cdc_test/changefeed_fast_fail/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_fast_fail/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/consistent_replicate_nfs/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617455351176126 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49df6c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-g-6tsj1, pid:1410, start at 2025-04-05 08:20:58.493241205 +0800 CST m=+2.633985487 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:58.502 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:58.509 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:58.509 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617455351176126 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49df6c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-g-6tsj1, pid:1410, start at 2025-04-05 08:20:58.493241205 +0800 CST m=+2.633985487 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:58.502 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:58.509 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:58.509 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617452496736473 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49df84000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-g-6tsj1, pid:1484, start at 2025-04-05 08:20:58.500407143 +0800 CST m=+2.577623469 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:22:58.507 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:20:58.465 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:10:58.465 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/tidb_mysql_test/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/tidb_mysql_test/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/tidb_mysql_test/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/tidb_mysql_test/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/tidb_mysql_test/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:00 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/31675572-2c2c-4345-b64a-e9540b7a64a4 {"id":"31675572-2c2c-4345-b64a-e9540b7a64a4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812457} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035244add8 31675572-2c2c-4345-b64a-e9540b7a64a4 /tidb/cdc/default/default/upstream/7489617426103211776 {"id":7489617426103211776,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/31675572-2c2c-4345-b64a-e9540b7a64a4 {"id":"31675572-2c2c-4345-b64a-e9540b7a64a4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812457} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035244add8 31675572-2c2c-4345-b64a-e9540b7a64a4 /tidb/cdc/default/default/upstream/7489617426103211776 {"id":7489617426103211776,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > table event_filter.t_alter exists table event_filter.t_name not exists for 1-th check, retry later check diff successfully table partition_table.finish_mark not exists for 3-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/31675572-2c2c-4345-b64a-e9540b7a64a4 {"id":"31675572-2c2c-4345-b64a-e9540b7a64a4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812457} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035244add8 31675572-2c2c-4345-b64a-e9540b7a64a4 /tidb/cdc/default/default/upstream/7489617426103211776 {"id":7489617426103211776,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + set +x + tso='457129973302165505 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129973302165505 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:00 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/62f66540-81b6-47ce-bbf5-46c1059f3096 {"id":"62f66540-81b6-47ce-bbf5-46c1059f3096","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812457} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603524b07e0 62f66540-81b6-47ce-bbf5-46c1059f3096 /tidb/cdc/default/default/upstream/7489617432133152691 {"id":7489617432133152691,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/62f66540-81b6-47ce-bbf5-46c1059f3096 {"id":"62f66540-81b6-47ce-bbf5-46c1059f3096","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812457} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603524b07e0 62f66540-81b6-47ce-bbf5-46c1059f3096 /tidb/cdc/default/default/upstream/7489617432133152691 {"id":7489617432133152691,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/62f66540-81b6-47ce-bbf5-46c1059f3096 {"id":"62f66540-81b6-47ce-bbf5-46c1059f3096","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812457} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603524b07e0 62f66540-81b6-47ce-bbf5-46c1059f3096 /tidb/cdc/default/default/upstream/7489617432133152691 {"id":7489617432133152691,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bank.cli.2720.out cli changefeed create --sink-uri=mysql://root@127.0.0.1:3306/ + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > Create changefeed successfully! ID: 3200653b-24f4-4655-bf74-d4cf8e6b6042 Info: {"upstream_id":7489617432133152691,"namespace":"default","id":"3200653b-24f4-4655-bf74-d4cf8e6b6042","sink_uri":"mysql://root@127.0.0.1:3306/","create_time":"2025-04-05T08:21:01.072715516+08:00","start_ts":457129973760917510,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129973760917510,"checkpoint_ts":457129973760917510,"checkpoint_time":"2025-04-05 08:21:00.941"} PASS < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:01 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4cb25bcb-cd5c-4be9-8c31-b1e9b8b0f17d {"id":"4cb25bcb-cd5c-4be9-8c31-b1e9b8b0f17d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812458} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248d2d5 4cb25bcb-cd5c-4be9-8c31-b1e9b8b0f17d /tidb/cdc/default/default/upstream/7489617438333106879 {"id":7489617438333106879,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4cb25bcb-cd5c-4be9-8c31-b1e9b8b0f17d {"id":"4cb25bcb-cd5c-4be9-8c31-b1e9b8b0f17d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812458} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248d2d5 4cb25bcb-cd5c-4be9-8c31-b1e9b8b0f17d /tidb/cdc/default/default/upstream/7489617438333106879 {"id":7489617438333106879,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4cb25bcb-cd5c-4be9-8c31-b1e9b8b0f17d {"id":"4cb25bcb-cd5c-4be9-8c31-b1e9b8b0f17d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812458} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248d2d5 4cb25bcb-cd5c-4be9-8c31-b1e9b8b0f17d /tidb/cdc/default/default/upstream/7489617438333106879 {"id":7489617438333106879,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 3782817f-27d6-4c29-9f7e-4a818096c7f1 Info: {"upstream_id":7489617438333106879,"namespace":"default","id":"3782817f-27d6-4c29-9f7e-4a818096c7f1","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?safe-mode=true","create_time":"2025-04-05T08:21:01.275937513+08:00","start_ts":457129972983660545,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129972983660545,"checkpoint_ts":457129972983660545,"checkpoint_time":"2025-04-05 08:20:57.976"} + set +x + tso='457129973443198979 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129973443198979 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:21:01 CST 2025] <<<<<< START cdc server in tiflash case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tiflash.26982700.out server --log-file /tmp/tidb_cdc_test/tiflash/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/tiflash/cdc_data --cluster-id default + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 coverage: 2.4% of statements in github.com/pingcap/tiflow/... table ddl_manager.finish_mark not exists for 51-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:01 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/21d98beb-862c-423e-a197-51e357e85fc7 {"id":"21d98beb-862c-423e-a197-51e357e85fc7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812458} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352474cd5 21d98beb-862c-423e-a197-51e357e85fc7 /tidb/cdc/default/default/upstream/7489617438455445132 {"id":7489617438455445132,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/21d98beb-862c-423e-a197-51e357e85fc7 {"id":"21d98beb-862c-423e-a197-51e357e85fc7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812458} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352474cd5 21d98beb-862c-423e-a197-51e357e85fc7 /tidb/cdc/default/default/upstream/7489617438455445132 {"id":7489617438455445132,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/21d98beb-862c-423e-a197-51e357e85fc7 {"id":"21d98beb-862c-423e-a197-51e357e85fc7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812458} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352474cd5 21d98beb-862c-423e-a197-51e357e85fc7 /tidb/cdc/default/default/upstream/7489617438455445132 {"id":7489617438455445132,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:01 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/eff70be4-316f-489b-899c-424df4b99d05 {"id":"eff70be4-316f-489b-899c-424df4b99d05","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812458} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248afbc eff70be4-316f-489b-899c-424df4b99d05 /tidb/cdc/default/default/upstream/7489617436495404534 {"id":7489617436495404534,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/eff70be4-316f-489b-899c-424df4b99d05 {"id":"eff70be4-316f-489b-899c-424df4b99d05","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812458} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248afbc eff70be4-316f-489b-899c-424df4b99d05 /tidb/cdc/default/default/upstream/7489617436495404534 {"id":7489617436495404534,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/eff70be4-316f-489b-899c-424df4b99d05 {"id":"eff70be4-316f-489b-899c-424df4b99d05","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812458} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248afbc eff70be4-316f-489b-899c-424df4b99d05 /tidb/cdc/default/default/upstream/7489617436495404534 {"id":7489617436495404534,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc cli capture list --server http://127.0.0.1:8301 |jq '.|length'|grep -E '^1$' 1 run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.owner_resign.cli.2778.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --server=127.0.0.1:8301 table new_ci_collation_test.t1 not exists for 1-th check, retry later check diff failed 1-th time, retry later Create changefeed successfully! ID: af570919-40c4-41ec-8124-24ce23e2d1df Info: {"upstream_id":7489617436495404534,"namespace":"default","id":"af570919-40c4-41ec-8124-24ce23e2d1df","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:21:01.983856542+08:00","start_ts":457129974009430018,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129974009430018,"checkpoint_ts":457129974009430018,"checkpoint_time":"2025-04-05 08:21:01.889"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:02 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8eb78792-7ab0-4339-9ace-1fd04b75e206 {"id":"8eb78792-7ab0-4339-9ace-1fd04b75e206","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812459} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352512fd8 8eb78792-7ab0-4339-9ace-1fd04b75e206 /tidb/cdc/default/default/upstream/7489617443041869558 {"id":7489617443041869558,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8eb78792-7ab0-4339-9ace-1fd04b75e206 {"id":"8eb78792-7ab0-4339-9ace-1fd04b75e206","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812459} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352512fd8 8eb78792-7ab0-4339-9ace-1fd04b75e206 /tidb/cdc/default/default/upstream/7489617443041869558 {"id":7489617443041869558,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8eb78792-7ab0-4339-9ace-1fd04b75e206 {"id":"8eb78792-7ab0-4339-9ace-1fd04b75e206","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812459} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352512fd8 8eb78792-7ab0-4339-9ace-1fd04b75e206 /tidb/cdc/default/default/upstream/7489617443041869558 {"id":7489617443041869558,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tidb_mysql_test.cli.2732.out cli tso query --pd=http://127.0.0.1:2379 Create changefeed successfully! ID: 35886184-1987-4341-85a6-5aca17d11813 Info: {"upstream_id":7489617443041869558,"namespace":"default","id":"35886184-1987-4341-85a6-5aca17d11813","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:21:02.448766772+08:00","start_ts":457129973295349762,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129973295349762,"checkpoint_ts":457129973295349762,"checkpoint_time":"2025-04-05 08:20:59.165"} table event_filter.t_name exists table event_filter.t_name1 not exists for 1-th check, retry later table partition_table.finish_mark not exists for 4-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617466968278455 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49ffe80006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3, pid:7532, start at 2025-04-05 08:21:00.5465337 +0800 CST m=+2.145936482 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:00.554 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:00.588 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:00.588 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617466968278455 TiDB Cluster ID. tikv_gc_leader_uuid 6580d49ffe80006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3, pid:7532, start at 2025-04-05 08:21:00.5465337 +0800 CST m=+2.145936482 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:00.554 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:00.588 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:00.588 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617462773928430 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4a01700007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3, pid:7613, start at 2025-04-05 08:21:00.647461712 +0800 CST m=+2.148010311 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:00.655 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:00.692 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:00.692 +0800 All versions after safe point can be accessed. (DO NOT EDIT) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.down_db_require_secure_transport.cli.2714.out cli changefeed create '--sink-uri=mysql://root@127.0.0.1:3306/?ssl-ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem&ssl-key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem&ssl-cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem' --changefeed-id=down-db-require-secure-transport run test case test_kill_owner [Sat Apr 5 08:21:02 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.27252727.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_kill_owner.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_kill_owner.server1 --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x [Sat Apr 5 08:21:02 CST 2025] <<<<<< START cdc server in bank case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8400/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bank.27452747.out server --log-file /tmp/tidb_cdc_test/bank/cdcdown.log --log-level debug --data-dir /tmp/tidb_cdc_test/bank/cdc_datadown --cluster-id default --addr 127.0.0.1:8400 --pd http://127.0.0.1:2479 + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8400/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8400 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8400; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_sequence/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_sequence/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_sequence/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_sequence/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_sequence/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Create changefeed successfully! ID: down-db-require-secure-transport Info: {"upstream_id":7489617426103211776,"namespace":"default","id":"down-db-require-secure-transport","sink_uri":"mysql://root@127.0.0.1:3306/?ssl-ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem\u0026ssl-key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem\u0026ssl-cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem","create_time":"2025-04-05T08:21:02.959286584+08:00","start_ts":457129974264758274,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129974264758274,"checkpoint_ts":457129974264758274,"checkpoint_time":"2025-04-05 08:21:02.863"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table ddl_manager.finish_mark not exists for 52-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:02 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/878af500-6105-4bea-8e13-d3b7a03177db {"id":"878af500-6105-4bea-8e13-d3b7a03177db","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812460} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603524740f2 878af500-6105-4bea-8e13-d3b7a03177db /tidb/cdc/default/default/upstream/7489617431157142542 {"id":7489617431157142542,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/878af500-6105-4bea-8e13-d3b7a03177db {"id":"878af500-6105-4bea-8e13-d3b7a03177db","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812460} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603524740f2 878af500-6105-4bea-8e13-d3b7a03177db /tidb/cdc/default/default/upstream/7489617431157142542 {"id":7489617431157142542,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/878af500-6105-4bea-8e13-d3b7a03177db {"id":"878af500-6105-4bea-8e13-d3b7a03177db","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812460} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603524740f2 878af500-6105-4bea-8e13-d3b7a03177db /tidb/cdc/default/default/upstream/7489617431157142542 {"id":7489617431157142542,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_fast_fail.cli.2785.out cli changefeed create --start-ts=457129973087993857 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' -c changefeed-fast-fail start tidb cluster in /tmp/tidb_cdc_test/consistent_replicate_nfs Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Create changefeed successfully! ID: changefeed-fast-fail Info: {"upstream_id":7489617431157142542,"namespace":"default","id":"changefeed-fast-fail","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:21:03.378217859+08:00","start_ts":457129973087993857,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129973087993857,"checkpoint_ts":457129973087993857,"checkpoint_time":"2025-04-05 08:20:58.374"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x cdc cli processor list --server http://127.0.0.1:8301 |jq '.|length'|grep -E '^1$' table new_ci_collation_test.t1 exists table new_ci_collation_test.t2 not exists for 1-th check, retry later run task failed 1-th time, retry later + set +x + tso='457129974198435841 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129974198435841 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:21:04 CST 2025] <<<<<< START cdc server in tidb_mysql_test case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tidb_mysql_test.27572759.out server --log-file /tmp/tidb_cdc_test/tidb_mysql_test/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/tidb_mysql_test/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 2-th time, retry later table event_filter.t_name1 exists table event_filter.t_name2 not exists for 1-th check, retry later table partition_table.finish_mark not exists for 5-th check, retry later go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/gin-gonic/gin v1.9.1 go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8 go: downloading google.golang.org/grpc v1.64.0 go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394 go: downloading github.com/IBM/sarama v1.41.2 go: downloading github.com/pingcap/tidb-dashboard v0.0.0-20240326110213-9768844ff5d7 go: downloading github.com/benbjohnson/clock v1.1.0 go: downloading github.com/xdg/scram v1.0.5 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/prometheus/client_golang v1.20.5 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/uber-go/atomic v1.4.0 go: downloading github.com/google/uuid v1.6.0 go: downloading go.etcd.io/etcd/server/v3 v3.5.12 go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394 go: downloading golang.org/x/time v0.7.0 go: downloading golang.org/x/sync v0.10.0 go: downloading github.com/tinylib/msgp v1.1.6 go: downloading github.com/apache/pulsar-client-go v0.11.0 go: downloading github.com/aws/aws-sdk-go-v2 v1.19.1 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading cloud.google.com/go/storage v1.39.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0 go: downloading github.com/KimMachineGun/automemlimit v0.2.4 go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/stretchr/testify v1.10.0 go: downloading github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0 go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b go: downloading github.com/gogo/protobuf v1.3.2 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/klauspost/compress v1.17.9 go: downloading github.com/pierrec/lz4/v4 v4.1.18 + set +x + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:04 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e3e5355f-03f6-4b73-8adb-4b1a18f25fe4 {"id":"e3e5355f-03f6-4b73-8adb-4b1a18f25fe4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812461} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603524e4fe2 e3e5355f-03f6-4b73-8adb-4b1a18f25fe4 /tidb/cdc/default/default/upstream/7489617440405002554 {"id":7489617440405002554,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e3e5355f-03f6-4b73-8adb-4b1a18f25fe4 {"id":"e3e5355f-03f6-4b73-8adb-4b1a18f25fe4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812461} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603524e4fe2 e3e5355f-03f6-4b73-8adb-4b1a18f25fe4 /tidb/cdc/default/default/upstream/7489617440405002554 {"id":7489617440405002554,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e3e5355f-03f6-4b73-8adb-4b1a18f25fe4 {"id":"e3e5355f-03f6-4b73-8adb-4b1a18f25fe4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812461} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603524e4fe2 e3e5355f-03f6-4b73-8adb-4b1a18f25fe4 /tidb/cdc/default/default/upstream/7489617440405002554 {"id":7489617440405002554,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 11aa8338-5c91-468c-856b-20fbd4d36328 Info: {"upstream_id":7489617440405002554,"namespace":"default","id":"11aa8338-5c91-468c-856b-20fbd4d36328","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:21:04.498729982+08:00","start_ts":457129973443198979,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129973443198979,"checkpoint_ts":457129973443198979,"checkpoint_time":"2025-04-05 08:20:59.729"} go: downloading cloud.google.com/go v0.112.2 go: downloading github.com/go-mysql-org/go-mysql v1.9.1 go: downloading gorm.io/gorm v1.25.11 go: downloading github.com/DATA-DOG/go-sqlmock v1.5.0 go: downloading github.com/imdario/mergo v0.3.16 go: downloading github.com/cenkalti/backoff/v4 v4.2.1 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/gavv/monotime v0.0.0-20190418164738-30dba4353424 go: downloading github.com/xdg/stringprep v1.0.3 go: downloading golang.org/x/crypto v0.31.0 go: downloading github.com/containerd/cgroups v1.0.4 go: downloading github.com/google/btree v1.1.2 + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-fast-fail failed ErrStartTsBeforeGC + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-fast-fail + expected_state=failed + error_msg=ErrStartTsBeforeGC + tls_dir=ErrStartTsBeforeGC + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-fast-fail -s check diff failed 1-th time, retry later go: downloading github.com/golang/protobuf v1.5.4 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda go: downloading github.com/philhofer/fwd v1.1.1 table ddl_manager.finish_mark not exists for 53-th check, retry later + info='{ "upstream_id": 7489617431157142542, "namespace": "default", "id": "changefeed-fast-fail", "state": "failed", "checkpoint_tso": 457129973087993857, "checkpoint_time": "2025-04-05 08:20:58.374", "error": { "time": "2025-04-05T08:21:03.459540669+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError" } }' + echo '{ "upstream_id": 7489617431157142542, "namespace": "default", "id": "changefeed-fast-fail", "state": "failed", "checkpoint_tso": 457129973087993857, "checkpoint_time": "2025-04-05 08:20:58.374", "error": { "time": "2025-04-05T08:21:03.459540669+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError" } }' { "upstream_id": 7489617431157142542, "namespace": "default", "id": "changefeed-fast-fail", "state": "failed", "checkpoint_tso": 457129973087993857, "checkpoint_time": "2025-04-05 08:20:58.374", "error": { "time": "2025-04-05T08:21:03.459540669+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError" } } ++ echo '{' '"upstream_id":' 7489617431157142542, '"namespace":' '"default",' '"id":' '"changefeed-fast-fail",' '"state":' '"failed",' '"checkpoint_tso":' 457129973087993857, '"checkpoint_time":' '"2025-04-05' '08:20:58.374",' '"error":' '{' '"time":' '"2025-04-05T08:21:03.459540669+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError"' '}' '}' ++ jq -r .state + state=failed + [[ ! failed == \f\a\i\l\e\d ]] ++ echo '{' '"upstream_id":' 7489617431157142542, '"namespace":' '"default",' '"id":' '"changefeed-fast-fail",' '"state":' '"failed",' '"checkpoint_tso":' 457129973087993857, '"checkpoint_time":' '"2025-04-05' '08:20:58.374",' '"error":' '{' '"time":' '"2025-04-05T08:21:03.459540669+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError"' '}' '}' ++ jq -r .error.message + message='[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError' + [[ ! [CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError =~ ErrStartTsBeforeGC ]] run task successfully go: downloading golang.org/x/net v0.33.0 go: downloading github.com/gin-contrib/sse v0.1.0 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/stretchr/objx v0.5.2 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/aws/smithy-go v1.13.5 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_sequence.cli.8994.out cli tso query --pd=http://127.0.0.1:2379 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/prometheus/common v0.61.0 go: downloading github.com/prometheus/procfs v0.15.1 go: downloading google.golang.org/protobuf v1.35.2 go: downloading github.com/edwingeng/deque v0.0.0-20191220032131-8596380dee17 go: downloading golang.org/x/sys v0.28.0 go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading github.com/linkedin/goavro/v2 v2.11.1 cdc cli processor list --server http://127.0.0.1:8301 |jq '.|length'|grep -E '^1$' table clustered_index_test.t0 exists table clustered_index_test.t1 not exists for 1-th check, retry later go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/sirupsen/logrus v1.9.3 go: downloading github.com/go-playground/validator/v10 v10.14.0 go: downloading github.com/pelletier/go-toml/v2 v2.0.8 go: downloading github.com/ugorji/go/codec v1.2.11 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:05 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bc7bb829-ce26-40a6-8d6d-bf73605e235f {"id":"bc7bb829-ce26-40a6-8d6d-bf73605e235f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812462} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b00d bc7bb829-ce26-40a6-8d6d-bf73605e235f /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bc7bb829-ce26-40a6-8d6d-bf73605e235f {"id":"bc7bb829-ce26-40a6-8d6d-bf73605e235f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812462} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b00d bc7bb829-ce26-40a6-8d6d-bf73605e235f /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bc7bb829-ce26-40a6-8d6d-bf73605e235f {"id":"bc7bb829-ce26-40a6-8d6d-bf73605e235f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812462} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b00d bc7bb829-ce26-40a6-8d6d-bf73605e235f /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.cli.2781.out cli changefeed create --start-ts=457129973302165505 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: 0005ba55-c56c-4033-a8ea-8e3dbf242e6f Info: {"upstream_id":7489617442305048210,"namespace":"default","id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:21:05.681430159+08:00","start_ts":457129973302165505,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129973302165505,"checkpoint_ts":457129973302165505,"checkpoint_time":"2025-04-05 08:20:59.191"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8400/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8400 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8400 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8400 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:05 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d29b8dc5-f1fd-4fd5-8946-f9d9c8f0d673 {"id":"d29b8dc5-f1fd-4fd5-8946-f9d9c8f0d673","address":"127.0.0.1:8400","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812462} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/35119603524b3010 d29b8dc5-f1fd-4fd5-8946-f9d9c8f0d673 /tidb/cdc/default/default/upstream/7489617433111422445 {"id":7489617433111422445,"pd-endpoints":"http://127.0.0.1:2479,http://127.0.0.1:2479","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d29b8dc5-f1fd-4fd5-8946-f9d9c8f0d673 {"id":"d29b8dc5-f1fd-4fd5-8946-f9d9c8f0d673","address":"127.0.0.1:8400","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812462} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/35119603524b3010 d29b8dc5-f1fd-4fd5-8946-f9d9c8f0d673 /tidb/cdc/default/default/upstream/7489617433111422445 {"id":7489617433111422445,"pd-endpoints":"http://127.0.0.1:2479,http://127.0.0.1:2479","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d29b8dc5-f1fd-4fd5-8946-f9d9c8f0d673 {"id":"d29b8dc5-f1fd-4fd5-8946-f9d9c8f0d673","address":"127.0.0.1:8400","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812462} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/35119603524b3010 d29b8dc5-f1fd-4fd5-8946-f9d9c8f0d673 /tidb/cdc/default/default/upstream/7489617433111422445 {"id":7489617433111422445,"pd-endpoints":"http://127.0.0.1:2479,http://127.0.0.1:2479","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bank.cli.2808.out cli changefeed create --sink-uri=blackhole:// -c changefeed-for-find-finished-ts --server http://127.0.0.1:8400 1 run task successfully table owner_resign.t1 exists check diff failed 1-th time, retry later go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/pingcap/check v0.0.0-20211026125417-57bd13f7b5f0 go: downloading github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3 go: downloading github.com/eapache/go-resiliency v1.4.0 go: downloading github.com/eapache/queue v1.1.0 go: downloading github.com/hashicorp/go-multierror v1.1.1 go: downloading github.com/jcmturner/gofork v1.7.6 go: downloading github.com/jcmturner/gokrb5/v8 v8.4.4 go: downloading github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 go: downloading github.com/jinzhu/now v1.1.5 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading golang.org/x/text v0.21.0 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading github.com/siddontang/go-log v0.0.0-20180807004314-8d05993dda07 Create changefeed successfully! ID: changefeed-for-find-finished-ts Info: {"upstream_id":7489617433111422445,"namespace":"default","id":"changefeed-for-find-finished-ts","sink_uri":"blackhole:","create_time":"2025-04-05T08:21:05.965662997+08:00","start_ts":457129975055646726,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129975055646726,"checkpoint_ts":457129975055646726,"checkpoint_time":"2025-04-05 08:21:05.880"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table new_ci_collation_test.t2 exists table new_ci_collation_test.t3 not exists for 1-th check, retry later go: downloading github.com/siddontang/go v0.0.0-20180604090527-bdc77568d726 go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading cloud.google.com/go/iam v1.1.7 go: downloading github.com/googleapis/gax-go/v2 v2.12.3 go: downloading golang.org/x/oauth2 v0.24.0 go: downloading google.golang.org/api v0.170.0 check diff successfully table event_filter.t_name2 exists table event_filter.t_name3 not exists for 1-th check, retry later table cdc_tiflash_test.multi_data_type not exists for 1-th check, retry later wait process cdc.test exit for 1-th time... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Sat Apr 5 08:21:05 CST 2025] <<<<<< START cdc server in processor_err_chan case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/ProcessorAddTableError=1*return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_err_chan.28002802.out server --log-file /tmp/tidb_cdc_test/processor_err_chan/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_err_chan/cdc_data --cluster-id default --config /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/processor_err_chan/conf/server.toml --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 2-th time... + set +x + tso='457129974848028674 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129974848028674 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:21:06 CST 2025] <<<<<< START cdc server in ddl_sequence case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_sequence.90319033.out server --log-file /tmp/tidb_cdc_test/ddl_sequence/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_sequence/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 2-th time, retry later table ddl_manager.finish_mark not exists for 54-th check, retry later table partition_table.finish_mark not exists for 6-th check, retry later table down_db_require_secure_transport.finishmark not exists for 1-th check, retry later go: downloading github.com/pierrec/lz4 v2.6.1+incompatible + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:21:07 CST 2025] <<<<<< run test case changefeed_fast_fail success! >>>>>> + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:07 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6c85c4a1-a176-4559-ac83-000a65f76dff {"id":"6c85c4a1-a176-4559-ac83-000a65f76dff","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812464} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035257cbe5 6c85c4a1-a176-4559-ac83-000a65f76dff /tidb/cdc/default/default/upstream/7489617455351176126 {"id":7489617455351176126,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6c85c4a1-a176-4559-ac83-000a65f76dff {"id":"6c85c4a1-a176-4559-ac83-000a65f76dff","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812464} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035257cbe5 6c85c4a1-a176-4559-ac83-000a65f76dff /tidb/cdc/default/default/upstream/7489617455351176126 {"id":7489617455351176126,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6c85c4a1-a176-4559-ac83-000a65f76dff {"id":"6c85c4a1-a176-4559-ac83-000a65f76dff","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812464} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035257cbe5 6c85c4a1-a176-4559-ac83-000a65f76dff /tidb/cdc/default/default/upstream/7489617455351176126 {"id":7489617455351176126,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 142 0 0 100 142 0 1107 --:--:-- --:--:-- --:--:-- 1109 mysql_test start go: downloading github.com/maxshuang/mysql-tester v0.0.2 + set +x + GO111MODULE=on + go run bank.go case.go -u 'root@tcp(127.0.0.1:4000)/bank' -d 'root@tcp(127.0.0.1:3306)/bank' --test-round=20000 -a 127.0.0.1:20080 go: downloading go1.23.4 (linux/amd64) table clustered_index_test.t1 exists table clustered_index_test.t2 not exists for 1-th check, retry later table new_ci_collation_test.t3 exists table new_ci_collation_test.t4 not exists for 1-th check, retry later table event_filter.t_name3 exists table cdc_tiflash_test.multi_data_type exists check diff failed 1-th time, retry later check diff successfully [Sat Apr 5 08:21:07 CST 2025] <<<<<< START cdc server in owner_resign case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerDontUpdateCheckpoint=return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.owner_resign.29802982.out server --log-file /tmp/tidb_cdc_test/owner_resign/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/owner_resign/cdc_data2 --cluster-id default --addr 127.0.0.1:8302 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8302; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:08 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/86bb7312-23e9-432f-9e8f-33226ca43187 {"id":"86bb7312-23e9-432f-9e8f-33226ca43187","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812465} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352479c5d 86bb7312-23e9-432f-9e8f-33226ca43187 /tidb/cdc/default/default/upstream/7489617440122319708 {"id":7489617440122319708,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/86bb7312-23e9-432f-9e8f-33226ca43187 {"id":"86bb7312-23e9-432f-9e8f-33226ca43187","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812465} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352479c5d 86bb7312-23e9-432f-9e8f-33226ca43187 /tidb/cdc/default/default/upstream/7489617440122319708 {"id":7489617440122319708,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/86bb7312-23e9-432f-9e8f-33226ca43187 {"id":"86bb7312-23e9-432f-9e8f-33226ca43187","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812465} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352479c5d 86bb7312-23e9-432f-9e8f-33226ca43187 /tidb/cdc/default/default/upstream/7489617440122319708 {"id":7489617440122319708,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check_changefeed_state http://127.0.0.1:2379 104dbf2d-bcee-4503-87dd-08869f87d771 normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=104dbf2d-bcee-4503-87dd-08869f87d771 + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 104dbf2d-bcee-4503-87dd-08869f87d771 -s go: downloading github.com/godbus/dbus/v5 v5.0.4 go: downloading github.com/opencontainers/runtime-spec v1.0.2 go: downloading github.com/cilium/ebpf v0.4.0 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading go.etcd.io/etcd/pkg/v3 v3.5.12 go: downloading github.com/grpc-ecosystem/grpc-gateway v1.16.0 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/tmc/grpc-websocket-proxy v0.0.0-20220101234140-673ab2c3ae75 go: downloading go.etcd.io/bbolt v1.3.9 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.22.0 go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading go.opentelemetry.io/otel/sdk v1.24.0 go: downloading sigs.k8s.io/yaml v1.4.0 go: downloading github.com/joomcode/errorx v1.0.1 go: downloading github.com/cakturk/go-netstat v0.0.0-20200220111822-e5b49efee7a5 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading github.com/AthenZ/athenz v1.10.39 go: downloading github.com/spaolacci/murmur3 v1.1.0 go: downloading golang.org/x/mod v0.22.0 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/gabriel-vasile/mimetype v1.4.2 go: downloading github.com/go-playground/universal-translator v0.18.1 go: downloading github.com/leodido/go-urn v1.2.4 go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c go: downloading github.com/hashicorp/errwrap v1.0.0 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.22.0 go: downloading github.com/jcmturner/dnsutils/v2 v2.0.0 go: downloading github.com/hashicorp/go-uuid v1.0.3 go: downloading github.com/jinzhu/inflection v1.0.0 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/robfig/cron v1.2.0 go: downloading github.com/hashicorp/golang-lru v0.5.1 go: downloading github.com/segmentio/kafka-go v0.4.41-0.20230526171612-f057b1d369cd go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading go.opentelemetry.io/otel/trace v1.24.0 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e go: downloading github.com/gorilla/mux v1.8.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/xiang90/probing v0.0.0-20221125231312-a49e3df8f510 "is-owner": true, run task successfully table ddl_manager.finish_mark not exists for 55-th check, retry later + info='{ "upstream_id": 7489617440122319708, "namespace": "default", "id": "104dbf2d-bcee-4503-87dd-08869f87d771", "state": "normal", "checkpoint_tso": 457129975707074562, "checkpoint_time": "2025-04-05 08:21:08.365", "error": null }' + echo '{ "upstream_id": 7489617440122319708, "namespace": "default", "id": "104dbf2d-bcee-4503-87dd-08869f87d771", "state": "normal", "checkpoint_tso": 457129975707074562, "checkpoint_time": "2025-04-05 08:21:08.365", "error": null }' { "upstream_id": 7489617440122319708, "namespace": "default", "id": "104dbf2d-bcee-4503-87dd-08869f87d771", "state": "normal", "checkpoint_tso": 457129975707074562, "checkpoint_time": "2025-04-05 08:21:08.365", "error": null } ++ echo '{' '"upstream_id":' 7489617440122319708, '"namespace":' '"default",' '"id":' '"104dbf2d-bcee-4503-87dd-08869f87d771",' '"state":' '"normal",' '"checkpoint_tso":' 457129975707074562, '"checkpoint_time":' '"2025-04-05' '08:21:08.365",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489617440122319708, '"namespace":' '"default",' '"id":' '"104dbf2d-bcee-4503-87dd-08869f87d771",' '"state":' '"normal",' '"checkpoint_tso":' 457129975707074562, '"checkpoint_time":' '"2025-04-05' '08:21:08.365",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/jonboulle/clockwork v0.4.0 go: downloading go.etcd.io/etcd/raft/v3 v3.5.12 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/qri-io/jsonschema v0.2.1 go: downloading github.com/shopspring/decimal v1.3.0 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible go: downloading github.com/99designs/keyring v1.2.1 go: downloading github.com/gorilla/websocket v1.5.1 go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/jcmturner/rpc/v2 v2.0.3 go: downloading github.com/go-playground/locales v0.14.1 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef table partition_table.finish_mark not exists for 7-th check, retry later table down_db_require_secure_transport.finishmark exists [Sat Apr 5 08:21:08 CST 2025] <<<<<< run test case down_db_require_secure_transport success! >>>>>> go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading golang.org/x/term v0.27.0 go: downloading github.com/golang-jwt/jwt/v4 v4.5.1 go: downloading golang.org/x/tools v0.28.0 go: downloading go.uber.org/mock v0.4.0 go: downloading go.etcd.io/etcd/client/v2 v2.305.12 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d go: downloading github.com/xdg-go/scram v1.1.2 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/dvsekhvalnov/jose2go v1.5.0 go: downloading github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c go: downloading github.com/mtibben/percent v0.2.1 go: downloading github.com/jcmturner/aescts/v2 v2.0.0 go: downloading github.com/aws/aws-sdk-go-v2/config v1.18.30 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/aws/aws-sdk-go-v2/credentials v1.13.29 go: downloading github.com/aws/aws-sdk-go-v2/service/glue v1.58.1 go: downloading github.com/jarcoal/httpmock v1.2.0 go: downloading github.com/mailru/easyjson v0.7.7 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d go: downloading github.com/VividCortex/ewma v1.2.0 check diff failed 3-th time, retry later go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-runewidth v0.0.16 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading github.com/spf13/cobra v1.8.1 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading github.com/go-logr/logr v1.4.1 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading go.opentelemetry.io/proto/otlp v1.1.0 go: downloading github.com/xdg-go/pbkdf2 v1.0.0 go: downloading github.com/xdg-go/stringprep v1.0.4 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.13.1 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading k8s.io/api v0.29.11 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/aws/aws-sdk-go-v2/internal/ini v1.3.37 go: downloading github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.6 go: downloading github.com/aws/aws-sdk-go-v2/service/sso v1.12.14 go: downloading github.com/aws/aws-sdk-go-v2/service/ssooidc v1.14.14 go: downloading github.com/aws/aws-sdk-go-v2/service/sts v1.20.1 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/rivo/uniseg v0.4.7 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/grpc-ecosystem/grpc-gateway/v2 v2.19.1 go: downloading github.com/golang-jwt/jwt/v5 v5.2.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.36 go: downloading cloud.google.com/go/kms v1.15.8 go: downloading github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.30 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.30 table clustered_index_test.t2 exists check table exists success go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/goccy/go-reflect v1.2.0 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/lestrrat-go/httpcc v1.0.1 check diff failed 1-th time, retry later check diff failed 1-th time, retry later table new_ci_collation_test.t4 exists table new_ci_collation_test.t5 not exists for 1-th check, retry later owner pid: 2730 owner id bc7bb829-ce26-40a6-8d6d-bf73605e235f [Sat Apr 5 08:21:09 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.28762878.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_kill_owner.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_kill_owner.server2 --cluster-id default --addr 127.0.0.1:8301 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:09 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c570f36b-c5f3-42ac-bd8b-02cfed61e389 {"id":"c570f36b-c5f3-42ac-bd8b-02cfed61e389","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812466} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603526595e4 c570f36b-c5f3-42ac-bd8b-02cfed61e389 /tidb/cdc/default/default/upstream/7489617466968278455 {"id":7489617466968278455,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c570f36b-c5f3-42ac-bd8b-02cfed61e389 {"id":"c570f36b-c5f3-42ac-bd8b-02cfed61e389","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812466} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603526595e4 c570f36b-c5f3-42ac-bd8b-02cfed61e389 /tidb/cdc/default/default/upstream/7489617466968278455 {"id":7489617466968278455,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c570f36b-c5f3-42ac-bd8b-02cfed61e389 {"id":"c570f36b-c5f3-42ac-bd8b-02cfed61e389","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812466} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603526595e4 c570f36b-c5f3-42ac-bd8b-02cfed61e389 /tidb/cdc/default/default/upstream/7489617466968278455 {"id":7489617466968278455,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_sequence.cli.9095.out cli changefeed create --start-ts=457129974848028674 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: 3d3f4fbf-7dc7-434c-89e9-8ced44b78aec Info: {"upstream_id":7489617466968278455,"namespace":"default","id":"3d3f4fbf-7dc7-434c-89e9-8ced44b78aec","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:21:09.994398265+08:00","start_ts":457129974848028674,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129974848028674,"checkpoint_ts":457129974848028674,"checkpoint_time":"2025-04-05 08:21:05.088"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) go: downloading github.com/pingcap/errors v0.11.5-0.20211009033009-93128226aaa3 go: downloading github.com/pingcap/tidb/parser v0.0.0-20211122065349-4d16aabf900b go: downloading github.com/go-sql-driver/mysql v1.6.0 go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading go.uber.org/atomic v1.9.0 go: downloading golang.org/x/sys v0.0.0-20211117180635-dee7805ff2e1 go: downloading go.uber.org/zap v1.19.1 go: downloading github.com/pingcap/log v0.0.0-20210906054005-afc726e70354 go: downloading golang.org/x/text v0.3.7 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.0.0 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20200410134404-eec4a21b6bb0 go: downloading go.uber.org/multierr v1.7.0 table partition_table.finish_mark not exists for 8-th check, retry later check diff successfully go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/andybalholm/brotli v1.0.5 go: downloading github.com/klauspost/cpuid/v2 v2.2.4 go: downloading k8s.io/apimachinery v0.29.11 wait process cdc.test exit for 1-th time... check diff failed 4-th time, retry later go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading github.com/google/gofuzz v1.2.0 go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b table ddl_manager.finish_mark not exists for 56-th check, retry later table event_filter.finish_mark exists check diff failed 1-th time, retry later + set +x wait process cdc.test exit for 2-th time... check diff failed 2-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8302 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:11 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/af570919-40c4-41ec-8124-24ce23e2d1df {UpstreamID:7489617436495404534 Namespace:default ID:af570919-40c4-41ec-8124-24ce23e2d1df SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:01.983856542 +0800 CST StartTs:457129974009430018 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003740990 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974022537223} {CheckpointTs:457129976145641478 MinTableBarrierTs:457129976145641478 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/22401b58-5c11-415e-bd2a-3d51926b1b5e {"id":"22401b58-5c11-415e-bd2a-3d51926b1b5e","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812468} /tidb/cdc/default/__cdc_meta__/capture/eff70be4-316f-489b-899c-424df4b99d05 {"id":"eff70be4-316f-489b-899c-424df4b99d05","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812458} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248afbc eff70be4-316f-489b-899c-424df4b99d05 /tidb/cdc/default/__cdc_meta__/owner/223196035248b05a 22401b58-5c11-415e-bd2a-3d51926b1b5e /tidb/cdc/default/default/changefeed/info/af570919-40c4-41ec-8124-24ce23e2d1df {"upstream-id":7489617436495404534,"namespace":"default","changefeed-id":"af570919-40c4-41ec-8124-24ce23e2d1df","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:01.983856542+08:00","start-ts":457129974009430018,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974022537223} /tidb/cdc/default/default/changefeed/status/af570919-40c4-41ec-8124-24ce23e2d1df {"checkpoint-ts":457129976145641478,"min-table-barrier-ts":457129976145641478,"admin-job-type":0} /tidb/cdc/default/default/task/position/22401b58-5c11-415e-bd2a-3d51926b1b5e/af570919-40c4-41ec-8124-24ce23e2d1df {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/eff70be4-316f-489b-899c-424df4b99d05/af570919-40c4-41ec-8124-24ce23e2d1df {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617436495404534 {"id":7489617436495404534,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/af570919-40c4-41ec-8124-24ce23e2d1df {UpstreamID:7489617436495404534 Namespace:default ID:af570919-40c4-41ec-8124-24ce23e2d1df SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:01.983856542 +0800 CST StartTs:457129974009430018 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003740990 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974022537223} {CheckpointTs:457129976145641478 MinTableBarrierTs:457129976145641478 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/22401b58-5c11-415e-bd2a-3d51926b1b5e {"id":"22401b58-5c11-415e-bd2a-3d51926b1b5e","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812468} /tidb/cdc/default/__cdc_meta__/capture/eff70be4-316f-489b-899c-424df4b99d05 {"id":"eff70be4-316f-489b-899c-424df4b99d05","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812458} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248afbc eff70be4-316f-489b-899c-424df4b99d05 /tidb/cdc/default/__cdc_meta__/owner/223196035248b05a 22401b58-5c11-415e-bd2a-3d51926b1b5e /tidb/cdc/default/default/changefeed/info/af570919-40c4-41ec-8124-24ce23e2d1df {"upstream-id":7489617436495404534,"namespace":"default","changefeed-id":"af570919-40c4-41ec-8124-24ce23e2d1df","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:01.983856542+08:00","start-ts":457129974009430018,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974022537223} /tidb/cdc/default/default/changefeed/status/af570919-40c4-41ec-8124-24ce23e2d1df {"checkpoint-ts":457129976145641478,"min-table-barrier-ts":457129976145641478,"admin-job-type":0} /tidb/cdc/default/default/task/position/22401b58-5c11-415e-bd2a-3d51926b1b5e/af570919-40c4-41ec-8124-24ce23e2d1df {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/eff70be4-316f-489b-899c-424df4b99d05/af570919-40c4-41ec-8124-24ce23e2d1df {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617436495404534 {"id":7489617436495404534,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/af570919-40c4-41ec-8124-24ce23e2d1df {UpstreamID:7489617436495404534 Namespace:default ID:af570919-40c4-41ec-8124-24ce23e2d1df SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:01.983856542 +0800 CST StartTs:457129974009430018 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003740990 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974022537223} {CheckpointTs:457129976145641478 MinTableBarrierTs:457129976145641478 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/22401b58-5c11-415e-bd2a-3d51926b1b5e {"id":"22401b58-5c11-415e-bd2a-3d51926b1b5e","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812468} /tidb/cdc/default/__cdc_meta__/capture/eff70be4-316f-489b-899c-424df4b99d05 {"id":"eff70be4-316f-489b-899c-424df4b99d05","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812458} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248afbc eff70be4-316f-489b-899c-424df4b99d05 /tidb/cdc/default/__cdc_meta__/owner/223196035248b05a 22401b58-5c11-415e-bd2a-3d51926b1b5e /tidb/cdc/default/default/changefeed/info/af570919-40c4-41ec-8124-24ce23e2d1df {"upstream-id":7489617436495404534,"namespace":"default","changefeed-id":"af570919-40c4-41ec-8124-24ce23e2d1df","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:01.983856542+08:00","start-ts":457129974009430018,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974022537223} /tidb/cdc/default/default/changefeed/status/af570919-40c4-41ec-8124-24ce23e2d1df {"checkpoint-ts":457129976145641478,"min-table-barrier-ts":457129976145641478,"admin-job-type":0} /tidb/cdc/default/default/task/position/22401b58-5c11-415e-bd2a-3d51926b1b5e/af570919-40c4-41ec-8124-24ce23e2d1df {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/eff70be4-316f-489b-899c-424df4b99d05/af570919-40c4-41ec-8124-24ce23e2d1df {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617436495404534 {"id":7489617436495404534,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc cli capture list --server http://127.0.0.1:8302 |jq '.|length'|grep -E '^2$' 2 run task successfully % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 table ddl_sequence.finish_mark not exists for 1-th check, retry later table new_ci_collation_test.t5 exists check diff failed 1-th time, retry later go: downloading github.com/ardielle/ardielle-go v1.5.2 go: downloading github.com/jmespath/go-jmespath v0.4.0 cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:21:12 CST 2025] <<<<<< run test case tiflash success! >>>>>> check diff failed 2-th time, retry later go: downloading github.com/google/s2a-go v0.1.7 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 table partition_table.finish_mark not exists for 9-th check, retry later go: downloading github.com/spf13/cobra v1.8.1 go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading golang.org/x/sync v0.10.0 go: downloading google.golang.org/grpc v1.64.0 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/spf13/pflag v1.0.5 go: downloading go.uber.org/multierr v1.11.0 go: downloading golang.org/x/sys v0.28.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading google.golang.org/protobuf v1.35.2 go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617509304365546 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4a9c140004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:7233, start at 2025-04-05 08:21:10.538498987 +0800 CST m=+2.254581948 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:10.546 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:10.533 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:10.533 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617509304365546 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4a9c140004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:7233, start at 2025-04-05 08:21:10.538498987 +0800 CST m=+2.254581948 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:10.546 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:10.533 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:10.533 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617507341687246 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4a98dc000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:7291, start at 2025-04-05 08:21:10.361375004 +0800 CST m=+2.018095579 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:10.368 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:10.378 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:10.378 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/consistent_replicate_nfs/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/consistent_replicate_nfs/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/consistent_replicate_nfs/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/consistent_replicate_nfs/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/consistent_replicate_nfs/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff failed 5-th time, retry later table ddl_manager.finish_mark not exists for 57-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:13 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0042221b0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129973957263375 MinTableBarrierTs:457129976814895105 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bc7bb829-ce26-40a6-8d6d-bf73605e235f {"id":"bc7bb829-ce26-40a6-8d6d-bf73605e235f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812462} /tidb/cdc/default/__cdc_meta__/capture/c3f8beed-2631-4c32-ab65-b421bdcbbc2f {"id":"c3f8beed-2631-4c32-ab65-b421bdcbbc2f","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812470} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b00d bc7bb829-ce26-40a6-8d6d-bf73605e235f /tidb/cdc/default/__cdc_meta__/owner/223196035248b071 c3f8beed-2631-4c32-ab65-b421bdcbbc2f /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129973957263375,"min-table-barrier-ts":457129976814895105,"admin-job-type":0} /tidb/cdc/default/default/task/position/bc7bb829-ce26-40a6-8d6d-bf73605e235f/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/c3f8beed-2631-4c32-ab65-b421bdcbbc2f/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0042221b0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129973957263375 MinTableBarrierTs:457129976814895105 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bc7bb829-ce26-40a6-8d6d-bf73605e235f {"id":"bc7bb829-ce26-40a6-8d6d-bf73605e235f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812462} /tidb/cdc/default/__cdc_meta__/capture/c3f8beed-2631-4c32-ab65-b421bdcbbc2f {"id":"c3f8beed-2631-4c32-ab65-b421bdcbbc2f","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812470} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b00d bc7bb829-ce26-40a6-8d6d-bf73605e235f /tidb/cdc/default/__cdc_meta__/owner/223196035248b071 c3f8beed-2631-4c32-ab65-b421bdcbbc2f /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129973957263375,"min-table-barrier-ts":457129976814895105,"admin-job-type":0} /tidb/cdc/default/default/task/position/bc7bb829-ce26-40a6-8d6d-bf73605e235f/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/c3f8beed-2631-4c32-ab65-b421bdcbbc2f/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0042221b0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129973957263375 MinTableBarrierTs:457129976814895105 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bc7bb829-ce26-40a6-8d6d-bf73605e235f {"id":"bc7bb829-ce26-40a6-8d6d-bf73605e235f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812462} /tidb/cdc/default/__cdc_meta__/capture/c3f8beed-2631-4c32-ab65-b421bdcbbc2f {"id":"c3f8beed-2631-4c32-ab65-b421bdcbbc2f","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812470} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b00d bc7bb829-ce26-40a6-8d6d-bf73605e235f /tidb/cdc/default/__cdc_meta__/owner/223196035248b071 c3f8beed-2631-4c32-ab65-b421bdcbbc2f /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129973957263375,"min-table-barrier-ts":457129976814895105,"admin-job-type":0} /tidb/cdc/default/default/task/position/bc7bb829-ce26-40a6-8d6d-bf73605e235f/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/c3f8beed-2631-4c32-ab65-b421bdcbbc2f/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep -v "bc7bb829-ce26-40a6-8d6d-bf73605e235f" | grep -v cluster_id | grep id check diff successfully wait process cdc.test exit for 1-th time... check diff failed 3-th time, retry later check diff successfully wait process cdc.test exit for 2-th time... table ddl_sequence.finish_mark not exists for 2-th check, retry later check diff failed 2-th time, retry later table partition_table.finish_mark not exists for 10-th check, retry later "cluster-id": "default" "id": "c3f8beed-2631-4c32-ab65-b421bdcbbc2f", "cluster-id": "default" run task successfully [Sat Apr 5 08:21:14 CST 2025] <<<<<< START cdc server in consistent_replicate_nfs case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + GO_FAILPOINTS= + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_nfs.86748676.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_nfs/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_nfs/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 1-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:21:14 CST 2025] <<<<<< run test case event_filter success! >>>>>> check diff failed 1-th time, retry later table ddl_manager.finish_mark not exists for 58-th check, retry later wait process cdc.test exit for 2-th time... check diff successfully cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:21:15 CST 2025] <<<<<< run test case processor_err_chan success! >>>>>> check diff failed 4-th time, retry later table ddl_sequence.finish_mark not exists for 3-th check, retry later check diff failed 3-th time, retry later capture_id: c3f8beed-2631-4c32-ab65-b421bdcbbc2f wait process 2730 exit for 1-th time... check diff failed 2-th time, retry later table ddl_manager.finish_mark not exists for 59-th check, retry later wait process 2730 exit for 2-th time... table partition_table.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (2730) - No such process wait process 2730 exit for 3-th time... process 2730 already exit cdc.test cli capture list --server 'http://127.0.0.1:8301' 2>&1 |grep c3f8beed-2631-4c32-ab65-b421bdcbbc2f -A1 | grep '"is-owner": true' wait process cdc.test exit for 2-th time... check diff failed 5-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:17 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/539fb231-15b8-49cb-a4a0-e28fd4ee846d {"id":"539fb231-15b8-49cb-a4a0-e28fd4ee846d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812475} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603528a48d4 539fb231-15b8-49cb-a4a0-e28fd4ee846d /tidb/cdc/default/default/upstream/7489617509304365546 {"id":7489617509304365546,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/539fb231-15b8-49cb-a4a0-e28fd4ee846d {"id":"539fb231-15b8-49cb-a4a0-e28fd4ee846d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812475} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603528a48d4 539fb231-15b8-49cb-a4a0-e28fd4ee846d /tidb/cdc/default/default/upstream/7489617509304365546 {"id":7489617509304365546,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/539fb231-15b8-49cb-a4a0-e28fd4ee846d {"id":"539fb231-15b8-49cb-a4a0-e28fd4ee846d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812475} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603528a48d4 539fb231-15b8-49cb-a4a0-e28fd4ee846d /tidb/cdc/default/default/upstream/7489617509304365546 {"id":7489617509304365546,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table ddl_sequence.finish_mark not exists for 4-th check, retry later check diff failed 4-th time, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:21:18 CST 2025] <<<<<< run test case partition_table success! >>>>>> check diff successfully % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 table ddl_manager.finish_mark not exists for 60-th check, retry later "is-owner": true, run task successfully test_kill_owner: pass ***************** properties ***************** "mysql.port"="4000" "insertproportion"="0" "mysql.db"="consistent_replicate_nfs" "threadcount"="10" "mysql.user"="root" "operationcount"="0" "readallfields"="true" "mysql.host"="127.0.0.1" "dotransactions"="false" "scanproportion"="0" "workload"="core" "requestdistribution"="uniform" "recordcount"="50000" "updateproportion"="0" "readproportion"="0" "fieldcount"="3" ********************************************** =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/batch_update_to_no_batch/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... wait process cdc.test exit for 1-th time... check diff failed 1-th time, retry later table ddl_sequence.finish_mark not exists for 5-th check, retry later wait process cdc.test exit for 2-th time... check diff failed 6-th time, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_hang_up_owner [Sat Apr 5 08:21:20 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.30823084.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_hang_up_owner.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_hang_up_owner.server1 --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 5-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/bdr_mode/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table ddl_manager.finish_mark not exists for 61-th check, retry later check diff failed 2-th time, retry later table ddl_sequence.finish_mark not exists for 6-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/region_merge/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... check diff failed 7-th time, retry later check diff successfully start tidb cluster in /tmp/tidb_cdc_test/batch_update_to_no_batch Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... check diff failed 1-th time, retry later table ddl_manager.finish_mark not exists for 62-th check, retry later check diff failed 3-th time, retry later start tidb cluster in /tmp/tidb_cdc_test/bdr_mode Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:23 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc001301e60 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129977601327109 MinTableBarrierTs:457129979436072965 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457129977601327109, checkpointTs: 457129977601327109, state: Preparing span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129977601327109, checkpointTs: 457129977601327109, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129977601327109, checkpointTs: 457129977601327109, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1e7a691b-ad99-4760-9545-d04459a8784f {"id":"1e7a691b-ad99-4760-9545-d04459a8784f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812480} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b0f3 1e7a691b-ad99-4760-9545-d04459a8784f /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129977601327109,"min-table-barrier-ts":457129979436072965,"admin-job-type":0} /tidb/cdc/default/default/task/position/1e7a691b-ad99-4760-9545-d04459a8784f/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc001301e60 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129977601327109 MinTableBarrierTs:457129979436072965 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457129977601327109, checkpointTs: 457129977601327109, state: Preparing span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129977601327109, checkpointTs: 457129977601327109, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129977601327109, checkpointTs: 457129977601327109, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1e7a691b-ad99-4760-9545-d04459a8784f {"id":"1e7a691b-ad99-4760-9545-d04459a8784f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812480} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b0f3 1e7a691b-ad99-4760-9545-d04459a8784f /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129977601327109,"min-table-barrier-ts":457129979436072965,"admin-job-type":0} /tidb/cdc/default/default/task/position/1e7a691b-ad99-4760-9545-d04459a8784f/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc001301e60 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129977601327109 MinTableBarrierTs:457129979436072965 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457129977601327109, checkpointTs: 457129977601327109, state: Preparing span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129977601327109, checkpointTs: 457129977601327109, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129977601327109, checkpointTs: 457129977601327109, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1e7a691b-ad99-4760-9545-d04459a8784f {"id":"1e7a691b-ad99-4760-9545-d04459a8784f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812480} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b0f3 1e7a691b-ad99-4760-9545-d04459a8784f /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129977601327109,"min-table-barrier-ts":457129979436072965,"admin-job-type":0} /tidb/cdc/default/default/task/position/1e7a691b-ad99-4760-9545-d04459a8784f/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} + grep -q 'etcd info' /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' check diff failed 8-th time, retry later table ddl_sequence.finish_mark exists check diff successfully Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release wait process cdc.test exit for 1-th time... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/sql_mode/run.sh using Sink-Type: mysql... <<================= +++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/sql_mode/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/sql_mode ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/sql_mode + source /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/sql_mode/../_utils/test_prepare ++ UP_TIDB_HOST=127.0.0.1 ++ UP_TIDB_PORT=4000 ++ UP_TIDB_OTHER_PORT=4001 ++ UP_TIDB_STATUS=10080 ++ UP_TIDB_OTHER_STATUS=10081 ++ DOWN_TIDB_HOST=127.0.0.1 ++ DOWN_TIDB_PORT=3306 ++ DOWN_TIDB_STATUS=20080 ++ TLS_TIDB_HOST=127.0.0.1 ++ TLS_TIDB_PORT=3307 ++ TLS_TIDB_STATUS=30080 ++ UP_PD_HOST_1=127.0.0.1 ++ UP_PD_PORT_1=2379 ++ UP_PD_PEER_PORT_1=2380 ++ UP_PD_HOST_2=127.0.0.1 ++ UP_PD_PORT_2=2679 ++ UP_PD_PEER_PORT_2=2680 ++ UP_PD_HOST_3=127.0.0.1 ++ UP_PD_PORT_3=2779 ++ UP_PD_PEER_PORT_3=2780 ++ DOWN_PD_HOST=127.0.0.1 ++ DOWN_PD_PORT=2479 ++ DOWN_PD_PEER_PORT=2480 ++ TLS_PD_HOST=127.0.0.1 ++ TLS_PD_PORT=2579 ++ TLS_PD_PEER_PORT=2580 ++ UP_TIKV_HOST_1=127.0.0.1 ++ UP_TIKV_PORT_1=20160 ++ UP_TIKV_STATUS_PORT_1=20181 ++ UP_TIKV_HOST_2=127.0.0.1 ++ UP_TIKV_PORT_2=20161 ++ UP_TIKV_STATUS_PORT_2=20182 ++ UP_TIKV_HOST_3=127.0.0.1 ++ UP_TIKV_PORT_3=20162 ++ UP_TIKV_STATUS_PORT_3=20183 ++ DOWN_TIKV_HOST=127.0.0.1 ++ DOWN_TIKV_PORT=21160 ++ DOWN_TIKV_STATUS_PORT=21180 ++ TLS_TIKV_HOST=127.0.0.1 ++ TLS_TIKV_PORT=22160 ++ TLS_TIKV_STATUS_PORT=22180 +++ cat /tmp/tidb_cdc_test/KAFKA_VERSION +++ echo 2.4.1 ++ KAFKA_VERSION=2.4.1 + WORK_DIR=/tmp/tidb_cdc_test/sql_mode + CDC_BINARY=cdc.test + SINK_TYPE=mysql + CDC_COUNT=3 + DB_COUNT=4 + rm -rf /tmp/tidb_cdc_test/sql_mode + mkdir -p /tmp/tidb_cdc_test/sql_mode + start_tidb_cluster --workdir /tmp/tidb_cdc_test/sql_mode The 1 times to try to start tidb cluster... [2025/04/05 08:21:23.505 +08:00] [INFO] [case.go:450] ["open db success"] [dsn=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:21:23.506 +08:00] [INFO] [case.go:450] ["open db success"] [dsn=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:21:23.507 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts_seq0] [2025/04/05 08:21:23.535 +08:00] [INFO] [case.go:370] ["insert 100 takes 3.793497ms"] [query="INSERT IGNORE INTO accounts_seq0 (id, counter, sequence, startts) VALUES (0, 0, 0, 0),(1, 0, 0, 0),(2, 0, 0, 0),(3, 0, 0, 0),(4, 0, 0, 0),(5, 0, 0, 0),(6, 0, 0, 0),(7, 0, 0, 0),(8, 0, 0, 0),(9, 0, 0, 0),(10, 0, 0, 0),(11, 0, 0, 0),(12, 0, 0, 0),(13, 0, 0, 0),(14, 0, 0, 0),(15, 0, 0, 0),(16, 0, 0, 0),(17, 0, 0, 0),(18, 0, 0, 0),(19, 0, 0, 0),(20, 0, 0, 0),(21, 0, 0, 0),(22, 0, 0, 0),(23, 0, 0, 0),(24, 0, 0, 0),(25, 0, 0, 0),(26, 0, 0, 0),(27, 0, 0, 0),(28, 0, 0, 0),(29, 0, 0, 0),(30, 0, 0, 0),(31, 0, 0, 0),(32, 0, 0, 0),(33, 0, 0, 0),(34, 0, 0, 0),(35, 0, 0, 0),(36, 0, 0, 0),(37, 0, 0, 0),(38, 0, 0, 0),(39, 0, 0, 0),(40, 0, 0, 0),(41, 0, 0, 0),(42, 0, 0, 0),(43, 0, 0, 0),(44, 0, 0, 0),(45, 0, 0, 0),(46, 0, 0, 0),(47, 0, 0, 0),(48, 0, 0, 0),(49, 0, 0, 0),(50, 0, 0, 0),(51, 0, 0, 0),(52, 0, 0, 0),(53, 0, 0, 0),(54, 0, 0, 0),(55, 0, 0, 0),(56, 0, 0, 0),(57, 0, 0, 0),(58, 0, 0, 0),(59, 0, 0, 0),(60, 0, 0, 0),(61, 0, 0, 0),(62, 0, 0, 0),(63, 0, 0, 0),(64, 0, 0, 0),(65, 0, 0, 0),(66, 0, 0, 0),(67, 0, 0, 0),(68, 0, 0, 0),(69, 0, 0, 0),(70, 0, 0, 0),(71, 0, 0, 0),(72, 0, 0, 0),(73, 0, 0, 0),(74, 0, 0, 0),(75, 0, 0, 0),(76, 0, 0, 0),(77, 0, 0, 0),(78, 0, 0, 0),(79, 0, 0, 0),(80, 0, 0, 0),(81, 0, 0, 0),(82, 0, 0, 0),(83, 0, 0, 0),(84, 0, 0, 0),(85, 0, 0, 0),(86, 0, 0, 0),(87, 0, 0, 0),(88, 0, 0, 0),(89, 0, 0, 0),(90, 0, 0, 0),(91, 0, 0, 0),(92, 0, 0, 0),(93, 0, 0, 0),(94, 0, 0, 0),(95, 0, 0, 0),(96, 0, 0, 0),(97, 0, 0, 0),(98, 0, 0, 0),(99, 0, 0, 0)"] [2025/04/05 08:21:23.536 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts_seq1] [2025/04/05 08:21:23.563 +08:00] [INFO] [case.go:370] ["insert 100 takes 5.719518ms"] [query="INSERT IGNORE INTO accounts_seq1 (id, counter, sequence, startts) VALUES (0, 0, 0, 0),(1, 0, 0, 0),(2, 0, 0, 0),(3, 0, 0, 0),(4, 0, 0, 0),(5, 0, 0, 0),(6, 0, 0, 0),(7, 0, 0, 0),(8, 0, 0, 0),(9, 0, 0, 0),(10, 0, 0, 0),(11, 0, 0, 0),(12, 0, 0, 0),(13, 0, 0, 0),(14, 0, 0, 0),(15, 0, 0, 0),(16, 0, 0, 0),(17, 0, 0, 0),(18, 0, 0, 0),(19, 0, 0, 0),(20, 0, 0, 0),(21, 0, 0, 0),(22, 0, 0, 0),(23, 0, 0, 0),(24, 0, 0, 0),(25, 0, 0, 0),(26, 0, 0, 0),(27, 0, 0, 0),(28, 0, 0, 0),(29, 0, 0, 0),(30, 0, 0, 0),(31, 0, 0, 0),(32, 0, 0, 0),(33, 0, 0, 0),(34, 0, 0, 0),(35, 0, 0, 0),(36, 0, 0, 0),(37, 0, 0, 0),(38, 0, 0, 0),(39, 0, 0, 0),(40, 0, 0, 0),(41, 0, 0, 0),(42, 0, 0, 0),(43, 0, 0, 0),(44, 0, 0, 0),(45, 0, 0, 0),(46, 0, 0, 0),(47, 0, 0, 0),(48, 0, 0, 0),(49, 0, 0, 0),(50, 0, 0, 0),(51, 0, 0, 0),(52, 0, 0, 0),(53, 0, 0, 0),(54, 0, 0, 0),(55, 0, 0, 0),(56, 0, 0, 0),(57, 0, 0, 0),(58, 0, 0, 0),(59, 0, 0, 0),(60, 0, 0, 0),(61, 0, 0, 0),(62, 0, 0, 0),(63, 0, 0, 0),(64, 0, 0, 0),(65, 0, 0, 0),(66, 0, 0, 0),(67, 0, 0, 0),(68, 0, 0, 0),(69, 0, 0, 0),(70, 0, 0, 0),(71, 0, 0, 0),(72, 0, 0, 0),(73, 0, 0, 0),(74, 0, 0, 0),(75, 0, 0, 0),(76, 0, 0, 0),(77, 0, 0, 0),(78, 0, 0, 0),(79, 0, 0, 0),(80, 0, 0, 0),(81, 0, 0, 0),(82, 0, 0, 0),(83, 0, 0, 0),(84, 0, 0, 0),(85, 0, 0, 0),(86, 0, 0, 0),(87, 0, 0, 0),(88, 0, 0, 0),(89, 0, 0, 0),(90, 0, 0, 0),(91, 0, 0, 0),(92, 0, 0, 0),(93, 0, 0, 0),(94, 0, 0, 0),(95, 0, 0, 0),(96, 0, 0, 0),(97, 0, 0, 0),(98, 0, 0, 0),(99, 0, 0, 0)"] [2025/04/05 08:21:23.563 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts_seq2] [2025/04/05 08:21:23.590 +08:00] [INFO] [case.go:370] ["insert 100 takes 4.444946ms"] [query="INSERT IGNORE INTO accounts_seq2 (id, counter, sequence, startts) VALUES (0, 0, 0, 0),(1, 0, 0, 0),(2, 0, 0, 0),(3, 0, 0, 0),(4, 0, 0, 0),(5, 0, 0, 0),(6, 0, 0, 0),(7, 0, 0, 0),(8, 0, 0, 0),(9, 0, 0, 0),(10, 0, 0, 0),(11, 0, 0, 0),(12, 0, 0, 0),(13, 0, 0, 0),(14, 0, 0, 0),(15, 0, 0, 0),(16, 0, 0, 0),(17, 0, 0, 0),(18, 0, 0, 0),(19, 0, 0, 0),(20, 0, 0, 0),(21, 0, 0, 0),(22, 0, 0, 0),(23, 0, 0, 0),(24, 0, 0, 0),(25, 0, 0, 0),(26, 0, 0, 0),(27, 0, 0, 0),(28, 0, 0, 0),(29, 0, 0, 0),(30, 0, 0, 0),(31, 0, 0, 0),(32, 0, 0, 0),(33, 0, 0, 0),(34, 0, 0, 0),(35, 0, 0, 0),(36, 0, 0, 0),(37, 0, 0, 0),(38, 0, 0, 0),(39, 0, 0, 0),(40, 0, 0, 0),(41, 0, 0, 0),(42, 0, 0, 0),(43, 0, 0, 0),(44, 0, 0, 0),(45, 0, 0, 0),(46, 0, 0, 0),(47, 0, 0, 0),(48, 0, 0, 0),(49, 0, 0, 0),(50, 0, 0, 0),(51, 0, 0, 0),(52, 0, 0, 0),(53, 0, 0, 0),(54, 0, 0, 0),(55, 0, 0, 0),(56, 0, 0, 0),(57, 0, 0, 0),(58, 0, 0, 0),(59, 0, 0, 0),(60, 0, 0, 0),(61, 0, 0, 0),(62, 0, 0, 0),(63, 0, 0, 0),(64, 0, 0, 0),(65, 0, 0, 0),(66, 0, 0, 0),(67, 0, 0, 0),(68, 0, 0, 0),(69, 0, 0, 0),(70, 0, 0, 0),(71, 0, 0, 0),(72, 0, 0, 0),(73, 0, 0, 0),(74, 0, 0, 0),(75, 0, 0, 0),(76, 0, 0, 0),(77, 0, 0, 0),(78, 0, 0, 0),(79, 0, 0, 0),(80, 0, 0, 0),(81, 0, 0, 0),(82, 0, 0, 0),(83, 0, 0, 0),(84, 0, 0, 0),(85, 0, 0, 0),(86, 0, 0, 0),(87, 0, 0, 0),(88, 0, 0, 0),(89, 0, 0, 0),(90, 0, 0, 0),(91, 0, 0, 0),(92, 0, 0, 0),(93, 0, 0, 0),(94, 0, 0, 0),(95, 0, 0, 0),(96, 0, 0, 0),(97, 0, 0, 0),(98, 0, 0, 0),(99, 0, 0, 0)"] [2025/04/05 08:21:23.590 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts_seq3] [2025/04/05 08:21:23.616 +08:00] [INFO] [case.go:370] ["insert 100 takes 4.403372ms"] [query="INSERT IGNORE INTO accounts_seq3 (id, counter, sequence, startts) VALUES (0, 0, 0, 0),(1, 0, 0, 0),(2, 0, 0, 0),(3, 0, 0, 0),(4, 0, 0, 0),(5, 0, 0, 0),(6, 0, 0, 0),(7, 0, 0, 0),(8, 0, 0, 0),(9, 0, 0, 0),(10, 0, 0, 0),(11, 0, 0, 0),(12, 0, 0, 0),(13, 0, 0, 0),(14, 0, 0, 0),(15, 0, 0, 0),(16, 0, 0, 0),(17, 0, 0, 0),(18, 0, 0, 0),(19, 0, 0, 0),(20, 0, 0, 0),(21, 0, 0, 0),(22, 0, 0, 0),(23, 0, 0, 0),(24, 0, 0, 0),(25, 0, 0, 0),(26, 0, 0, 0),(27, 0, 0, 0),(28, 0, 0, 0),(29, 0, 0, 0),(30, 0, 0, 0),(31, 0, 0, 0),(32, 0, 0, 0),(33, 0, 0, 0),(34, 0, 0, 0),(35, 0, 0, 0),(36, 0, 0, 0),(37, 0, 0, 0),(38, 0, 0, 0),(39, 0, 0, 0),(40, 0, 0, 0),(41, 0, 0, 0),(42, 0, 0, 0),(43, 0, 0, 0),(44, 0, 0, 0),(45, 0, 0, 0),(46, 0, 0, 0),(47, 0, 0, 0),(48, 0, 0, 0),(49, 0, 0, 0),(50, 0, 0, 0),(51, 0, 0, 0),(52, 0, 0, 0),(53, 0, 0, 0),(54, 0, 0, 0),(55, 0, 0, 0),(56, 0, 0, 0),(57, 0, 0, 0),(58, 0, 0, 0),(59, 0, 0, 0),(60, 0, 0, 0),(61, 0, 0, 0),(62, 0, 0, 0),(63, 0, 0, 0),(64, 0, 0, 0),(65, 0, 0, 0),(66, 0, 0, 0),(67, 0, 0, 0),(68, 0, 0, 0),(69, 0, 0, 0),(70, 0, 0, 0),(71, 0, 0, 0),(72, 0, 0, 0),(73, 0, 0, 0),(74, 0, 0, 0),(75, 0, 0, 0),(76, 0, 0, 0),(77, 0, 0, 0),(78, 0, 0, 0),(79, 0, 0, 0),(80, 0, 0, 0),(81, 0, 0, 0),(82, 0, 0, 0),(83, 0, 0, 0),(84, 0, 0, 0),(85, 0, 0, 0),(86, 0, 0, 0),(87, 0, 0, 0),(88, 0, 0, 0),(89, 0, 0, 0),(90, 0, 0, 0),(91, 0, 0, 0),(92, 0, 0, 0),(93, 0, 0, 0),(94, 0, 0, 0),(95, 0, 0, 0),(96, 0, 0, 0),(97, 0, 0, 0),(98, 0, 0, 0),(99, 0, 0, 0)"] [2025/04/05 08:21:23.616 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts_seq4] [2025/04/05 08:21:23.641 +08:00] [INFO] [case.go:370] ["insert 100 takes 4.208164ms"] [query="INSERT IGNORE INTO accounts_seq4 (id, counter, sequence, startts) VALUES (0, 0, 0, 0),(1, 0, 0, 0),(2, 0, 0, 0),(3, 0, 0, 0),(4, 0, 0, 0),(5, 0, 0, 0),(6, 0, 0, 0),(7, 0, 0, 0),(8, 0, 0, 0),(9, 0, 0, 0),(10, 0, 0, 0),(11, 0, 0, 0),(12, 0, 0, 0),(13, 0, 0, 0),(14, 0, 0, 0),(15, 0, 0, 0),(16, 0, 0, 0),(17, 0, 0, 0),(18, 0, 0, 0),(19, 0, 0, 0),(20, 0, 0, 0),(21, 0, 0, 0),(22, 0, 0, 0),(23, 0, 0, 0),(24, 0, 0, 0),(25, 0, 0, 0),(26, 0, 0, 0),(27, 0, 0, 0),(28, 0, 0, 0),(29, 0, 0, 0),(30, 0, 0, 0),(31, 0, 0, 0),(32, 0, 0, 0),(33, 0, 0, 0),(34, 0, 0, 0),(35, 0, 0, 0),(36, 0, 0, 0),(37, 0, 0, 0),(38, 0, 0, 0),(39, 0, 0, 0),(40, 0, 0, 0),(41, 0, 0, 0),(42, 0, 0, 0),(43, 0, 0, 0),(44, 0, 0, 0),(45, 0, 0, 0),(46, 0, 0, 0),(47, 0, 0, 0),(48, 0, 0, 0),(49, 0, 0, 0),(50, 0, 0, 0),(51, 0, 0, 0),(52, 0, 0, 0),(53, 0, 0, 0),(54, 0, 0, 0),(55, 0, 0, 0),(56, 0, 0, 0),(57, 0, 0, 0),(58, 0, 0, 0),(59, 0, 0, 0),(60, 0, 0, 0),(61, 0, 0, 0),(62, 0, 0, 0),(63, 0, 0, 0),(64, 0, 0, 0),(65, 0, 0, 0),(66, 0, 0, 0),(67, 0, 0, 0),(68, 0, 0, 0),(69, 0, 0, 0),(70, 0, 0, 0),(71, 0, 0, 0),(72, 0, 0, 0),(73, 0, 0, 0),(74, 0, 0, 0),(75, 0, 0, 0),(76, 0, 0, 0),(77, 0, 0, 0),(78, 0, 0, 0),(79, 0, 0, 0),(80, 0, 0, 0),(81, 0, 0, 0),(82, 0, 0, 0),(83, 0, 0, 0),(84, 0, 0, 0),(85, 0, 0, 0),(86, 0, 0, 0),(87, 0, 0, 0),(88, 0, 0, 0),(89, 0, 0, 0),(90, 0, 0, 0),(91, 0, 0, 0),(92, 0, 0, 0),(93, 0, 0, 0),(94, 0, 0, 0),(95, 0, 0, 0),(96, 0, 0, 0),(97, 0, 0, 0),(98, 0, 0, 0),(99, 0, 0, 0)"] [2025/04/05 08:21:23.641 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts0] [2025/04/05 08:21:23.666 +08:00] [INFO] [case.go:370] ["insert 100 takes 4.166728ms"] [query="INSERT IGNORE INTO accounts0 (id, balance, startts) VALUES (0, 1000, 0),(1, 1000, 0),(2, 1000, 0),(3, 1000, 0),(4, 1000, 0),(5, 1000, 0),(6, 1000, 0),(7, 1000, 0),(8, 1000, 0),(9, 1000, 0),(10, 1000, 0),(11, 1000, 0),(12, 1000, 0),(13, 1000, 0),(14, 1000, 0),(15, 1000, 0),(16, 1000, 0),(17, 1000, 0),(18, 1000, 0),(19, 1000, 0),(20, 1000, 0),(21, 1000, 0),(22, 1000, 0),(23, 1000, 0),(24, 1000, 0),(25, 1000, 0),(26, 1000, 0),(27, 1000, 0),(28, 1000, 0),(29, 1000, 0),(30, 1000, 0),(31, 1000, 0),(32, 1000, 0),(33, 1000, 0),(34, 1000, 0),(35, 1000, 0),(36, 1000, 0),(37, 1000, 0),(38, 1000, 0),(39, 1000, 0),(40, 1000, 0),(41, 1000, 0),(42, 1000, 0),(43, 1000, 0),(44, 1000, 0),(45, 1000, 0),(46, 1000, 0),(47, 1000, 0),(48, 1000, 0),(49, 1000, 0),(50, 1000, 0),(51, 1000, 0),(52, 1000, 0),(53, 1000, 0),(54, 1000, 0),(55, 1000, 0),(56, 1000, 0),(57, 1000, 0),(58, 1000, 0),(59, 1000, 0),(60, 1000, 0),(61, 1000, 0),(62, 1000, 0),(63, 1000, 0),(64, 1000, 0),(65, 1000, 0),(66, 1000, 0),(67, 1000, 0),(68, 1000, 0),(69, 1000, 0),(70, 1000, 0),(71, 1000, 0),(72, 1000, 0),(73, 1000, 0),(74, 1000, 0),(75, 1000, 0),(76, 1000, 0),(77, 1000, 0),(78, 1000, 0),(79, 1000, 0),(80, 1000, 0),(81, 1000, 0),(82, 1000, 0),(83, 1000, 0),(84, 1000, 0),(85, 1000, 0),(86, 1000, 0),(87, 1000, 0),(88, 1000, 0),(89, 1000, 0),(90, 1000, 0),(91, 1000, 0),(92, 1000, 0),(93, 1000, 0),(94, 1000, 0),(95, 1000, 0),(96, 1000, 0),(97, 1000, 0),(98, 1000, 0),(99, 1000, 0)"] [2025/04/05 08:21:23.666 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts1] [2025/04/05 08:21:23.690 +08:00] [INFO] [case.go:370] ["insert 100 takes 4.085374ms"] [query="INSERT IGNORE INTO accounts1 (id, balance, startts) VALUES (0, 1000, 0),(1, 1000, 0),(2, 1000, 0),(3, 1000, 0),(4, 1000, 0),(5, 1000, 0),(6, 1000, 0),(7, 1000, 0),(8, 1000, 0),(9, 1000, 0),(10, 1000, 0),(11, 1000, 0),(12, 1000, 0),(13, 1000, 0),(14, 1000, 0),(15, 1000, 0),(16, 1000, 0),(17, 1000, 0),(18, 1000, 0),(19, 1000, 0),(20, 1000, 0),(21, 1000, 0),(22, 1000, 0),(23, 1000, 0),(24, 1000, 0),(25, 1000, 0),(26, 1000, 0),(27, 1000, 0),(28, 1000, 0),(29, 1000, 0),(30, 1000, 0),(31, 1000, 0),(32, 1000, 0),(33, 1000, 0),(34, 1000, 0),(35, 1000, 0),(36, 1000, 0),(37, 1000, 0),(38, 1000, 0),(39, 1000, 0),(40, 1000, 0),(41, 1000, 0),(42, 1000, 0),(43, 1000, 0),(44, 1000, 0),(45, 1000, 0),(46, 1000, 0),(47, 1000, 0),(48, 1000, 0),(49, 1000, 0),(50, 1000, 0),(51, 1000, 0),(52, 1000, 0),(53, 1000, 0),(54, 1000, 0),(55, 1000, 0),(56, 1000, 0),(57, 1000, 0),(58, 1000, 0),(59, 1000, 0),(60, 1000, 0),(61, 1000, 0),(62, 1000, 0),(63, 1000, 0),(64, 1000, 0),(65, 1000, 0),(66, 1000, 0),(67, 1000, 0),(68, 1000, 0),(69, 1000, 0),(70, 1000, 0),(71, 1000, 0),(72, 1000, 0),(73, 1000, 0),(74, 1000, 0),(75, 1000, 0),(76, 1000, 0),(77, 1000, 0),(78, 1000, 0),(79, 1000, 0),(80, 1000, 0),(81, 1000, 0),(82, 1000, 0),(83, 1000, 0),(84, 1000, 0),(85, 1000, 0),(86, 1000, 0),(87, 1000, 0),(88, 1000, 0),(89, 1000, 0),(90, 1000, 0),(91, 1000, 0),(92, 1000, 0),(93, 1000, 0),(94, 1000, 0),(95, 1000, 0),(96, 1000, 0),(97, 1000, 0),(98, 1000, 0),(99, 1000, 0)"] [2025/04/05 08:21:23.690 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts2] [2025/04/05 08:21:23.716 +08:00] [INFO] [case.go:370] ["insert 100 takes 4.066504ms"] [query="INSERT IGNORE INTO accounts2 (id, balance, startts) VALUES (0, 1000, 0),(1, 1000, 0),(2, 1000, 0),(3, 1000, 0),(4, 1000, 0),(5, 1000, 0),(6, 1000, 0),(7, 1000, 0),(8, 1000, 0),(9, 1000, 0),(10, 1000, 0),(11, 1000, 0),(12, 1000, 0),(13, 1000, 0),(14, 1000, 0),(15, 1000, 0),(16, 1000, 0),(17, 1000, 0),(18, 1000, 0),(19, 1000, 0),(20, 1000, 0),(21, 1000, 0),(22, 1000, 0),(23, 1000, 0),(24, 1000, 0),(25, 1000, 0),(26, 1000, 0),(27, 1000, 0),(28, 1000, 0),(29, 1000, 0),(30, 1000, 0),(31, 1000, 0),(32, 1000, 0),(33, 1000, 0),(34, 1000, 0),(35, 1000, 0),(36, 1000, 0),(37, 1000, 0),(38, 1000, 0),(39, 1000, 0),(40, 1000, 0),(41, 1000, 0),(42, 1000, 0),(43, 1000, 0),(44, 1000, 0),(45, 1000, 0),(46, 1000, 0),(47, 1000, 0),(48, 1000, 0),(49, 1000, 0),(50, 1000, 0),(51, 1000, 0),(52, 1000, 0),(53, 1000, 0),(54, 1000, 0),(55, 1000, 0),(56, 1000, 0),(57, 1000, 0),(58, 1000, 0),(59, 1000, 0),(60, 1000, 0),(61, 1000, 0),(62, 1000, 0),(63, 1000, 0),(64, 1000, 0),(65, 1000, 0),(66, 1000, 0),(67, 1000, 0),(68, 1000, 0),(69, 1000, 0),(70, 1000, 0),(71, 1000, 0),(72, 1000, 0),(73, 1000, 0),(74, 1000, 0),(75, 1000, 0),(76, 1000, 0),(77, 1000, 0),(78, 1000, 0),(79, 1000, 0),(80, 1000, 0),(81, 1000, 0),(82, 1000, 0),(83, 1000, 0),(84, 1000, 0),(85, 1000, 0),(86, 1000, 0),(87, 1000, 0),(88, 1000, 0),(89, 1000, 0),(90, 1000, 0),(91, 1000, 0),(92, 1000, 0),(93, 1000, 0),(94, 1000, 0),(95, 1000, 0),(96, 1000, 0),(97, 1000, 0),(98, 1000, 0),(99, 1000, 0)"] [2025/04/05 08:21:23.716 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts3] [2025/04/05 08:21:23.741 +08:00] [INFO] [case.go:370] ["insert 100 takes 4.050825ms"] [query="INSERT IGNORE INTO accounts3 (id, balance, startts) VALUES (0, 1000, 0),(1, 1000, 0),(2, 1000, 0),(3, 1000, 0),(4, 1000, 0),(5, 1000, 0),(6, 1000, 0),(7, 1000, 0),(8, 1000, 0),(9, 1000, 0),(10, 1000, 0),(11, 1000, 0),(12, 1000, 0),(13, 1000, 0),(14, 1000, 0),(15, 1000, 0),(16, 1000, 0),(17, 1000, 0),(18, 1000, 0),(19, 1000, 0),(20, 1000, 0),(21, 1000, 0),(22, 1000, 0),(23, 1000, 0),(24, 1000, 0),(25, 1000, 0),(26, 1000, 0),(27, 1000, 0),(28, 1000, 0),(29, 1000, 0),(30, 1000, 0),(31, 1000, 0),(32, 1000, 0),(33, 1000, 0),(34, 1000, 0),(35, 1000, 0),(36, 1000, 0),(37, 1000, 0),(38, 1000, 0),(39, 1000, 0),(40, 1000, 0),(41, 1000, 0),(42, 1000, 0),(43, 1000, 0),(44, 1000, 0),(45, 1000, 0),(46, 1000, 0),(47, 1000, 0),(48, 1000, 0),(49, 1000, 0),(50, 1000, 0),(51, 1000, 0),(52, 1000, 0),(53, 1000, 0),(54, 1000, 0),(55, 1000, 0),(56, 1000, 0),(57, 1000, 0),(58, 1000, 0),(59, 1000, 0),(60, 1000, 0),(61, 1000, 0),(62, 1000, 0),(63, 1000, 0),(64, 1000, 0),(65, 1000, 0),(66, 1000, 0),(67, 1000, 0),(68, 1000, 0),(69, 1000, 0),(70, 1000, 0),(71, 1000, 0),(72, 1000, 0),(73, 1000, 0),(74, 1000, 0),(75, 1000, 0),(76, 1000, 0),(77, 1000, 0),(78, 1000, 0),(79, 1000, 0),(80, 1000, 0),(81, 1000, 0),(82, 1000, 0),(83, 1000, 0),(84, 1000, 0),(85, 1000, 0),(86, 1000, 0),(87, 1000, 0),(88, 1000, 0),(89, 1000, 0),(90, 1000, 0),(91, 1000, 0),(92, 1000, 0),(93, 1000, 0),(94, 1000, 0),(95, 1000, 0),(96, 1000, 0),(97, 1000, 0),(98, 1000, 0),(99, 1000, 0)"] [2025/04/05 08:21:23.741 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts4] [2025/04/05 08:21:23.766 +08:00] [INFO] [case.go:370] ["insert 100 takes 4.667342ms"] [query="INSERT IGNORE INTO accounts4 (id, balance, startts) VALUES (0, 1000, 0),(1, 1000, 0),(2, 1000, 0),(3, 1000, 0),(4, 1000, 0),(5, 1000, 0),(6, 1000, 0),(7, 1000, 0),(8, 1000, 0),(9, 1000, 0),(10, 1000, 0),(11, 1000, 0),(12, 1000, 0),(13, 1000, 0),(14, 1000, 0),(15, 1000, 0),(16, 1000, 0),(17, 1000, 0),(18, 1000, 0),(19, 1000, 0),(20, 1000, 0),(21, 1000, 0),(22, 1000, 0),(23, 1000, 0),(24, 1000, 0),(25, 1000, 0),(26, 1000, 0),(27, 1000, 0),(28, 1000, 0),(29, 1000, 0),(30, 1000, 0),(31, 1000, 0),(32, 1000, 0),(33, 1000, 0),(34, 1000, 0),(35, 1000, 0),(36, 1000, 0),(37, 1000, 0),(38, 1000, 0),(39, 1000, 0),(40, 1000, 0),(41, 1000, 0),(42, 1000, 0),(43, 1000, 0),(44, 1000, 0),(45, 1000, 0),(46, 1000, 0),(47, 1000, 0),(48, 1000, 0),(49, 1000, 0),(50, 1000, 0),(51, 1000, 0),(52, 1000, 0),(53, 1000, 0),(54, 1000, 0),(55, 1000, 0),(56, 1000, 0),(57, 1000, 0),(58, 1000, 0),(59, 1000, 0),(60, 1000, 0),(61, 1000, 0),(62, 1000, 0),(63, 1000, 0),(64, 1000, 0),(65, 1000, 0),(66, 1000, 0),(67, 1000, 0),(68, 1000, 0),(69, 1000, 0),(70, 1000, 0),(71, 1000, 0),(72, 1000, 0),(73, 1000, 0),(74, 1000, 0),(75, 1000, 0),(76, 1000, 0),(77, 1000, 0),(78, 1000, 0),(79, 1000, 0),(80, 1000, 0),(81, 1000, 0),(82, 1000, 0),(83, 1000, 0),(84, 1000, 0),(85, 1000, 0),(86, 1000, 0),(87, 1000, 0),(88, 1000, 0),(89, 1000, 0),(90, 1000, 0),(91, 1000, 0),(92, 1000, 0),(93, 1000, 0),(94, 1000, 0),(95, 1000, 0),(96, 1000, 0),(97, 1000, 0),(98, 1000, 0),(99, 1000, 0)"] table ddl_manager.finish_mark not exists for 63-th check, retry later wait process cdc.test exit for 2-th time... "is-owner": true, run task successfully check diff successfully start tidb cluster in /tmp/tidb_cdc_test/region_merge Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... wait process cdc.test exit for 1-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:21:25 CST 2025] <<<<<< run test case ddl_sequence success! >>>>>> [2025/04/05 08:21:25.787 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_reconstruct/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release wait process cdc.test exit for 2-th time... table test.finish_mark not exists for 1-th check, retry later table test.finish_mark not exists for 2-th check, retry later table test.finish_mark not exists for 3-th check, retry later table test.finish_mark not exists for 4-th check, retry later table test.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:21:24 CST 2025] <<<<<< run test case many_pk_or_uk success! >>>>>> Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) owner pid: 3087 owner id 1e7a691b-ad99-4760-9545-d04459a8784f [Sat Apr 5 08:21:26 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.32053207.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_hang_up_owner.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_hang_up_owner.server2 --cluster-id default --addr 127.0.0.1:8301 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 3-th time... check diff failed 9-th time, retry later check diff failed 4-th time, retry later table ddl_manager.finish_mark not exists for 64-th check, retry later cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 08:21:26 CST 2025] <<<<<< run test case new_ci_collation success! >>>>>> start tidb cluster in /tmp/tidb_cdc_test/sql_mode Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/05 08:21:27.794 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/ddl_with_exists/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:21:27 CST 2025] <<<<<< run test case ddl_with_exists success! >>>>>> Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff failed 10-th time, retry later check diff successfully table ddl_manager.finish_mark not exists for 65-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:29 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003866fc0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129981009199112 MinTableBarrierTs:457129981009199112 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1e7a691b-ad99-4760-9545-d04459a8784f {"id":"1e7a691b-ad99-4760-9545-d04459a8784f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812480} /tidb/cdc/default/__cdc_meta__/capture/7331456c-7b48-4025-b763-35edd60fb7c1 {"id":"7331456c-7b48-4025-b763-35edd60fb7c1","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812486} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b0f3 1e7a691b-ad99-4760-9545-d04459a8784f /tidb/cdc/default/__cdc_meta__/owner/223196035248b153 7331456c-7b48-4025-b763-35edd60fb7c1 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129981009199112,"min-table-barrier-ts":457129981009199112,"admin-job-type":0} /tidb/cdc/default/default/task/position/1e7a691b-ad99-4760-9545-d04459a8784f/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/7331456c-7b48-4025-b763-35edd60fb7c1/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003866fc0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129981009199112 MinTableBarrierTs:457129981009199112 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1e7a691b-ad99-4760-9545-d04459a8784f {"id":"1e7a691b-ad99-4760-9545-d04459a8784f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812480} /tidb/cdc/default/__cdc_meta__/capture/7331456c-7b48-4025-b763-35edd60fb7c1 {"id":"7331456c-7b48-4025-b763-35edd60fb7c1","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812486} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b0f3 1e7a691b-ad99-4760-9545-d04459a8784f /tidb/cdc/default/__cdc_meta__/owner/223196035248b153 7331456c-7b48-4025-b763-35edd60fb7c1 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129981009199112,"min-table-barrier-ts":457129981009199112,"admin-job-type":0} /tidb/cdc/default/default/task/position/1e7a691b-ad99-4760-9545-d04459a8784f/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts"+ grep -q 'failed to get info:' :0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/7331456c-7b48-4025-b763-35edd60fb7c1/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003866fc0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129981009199112 MinTableBarrierTs:457129981009199112 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1e7a691b-ad99-4760-9545-d04459a8784f {"id":"1e7a691b-ad99-4760-9545-d04459a8784f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812480} /tidb/cdc/default/__cdc_meta__/capture/7331456c-7b48-4025-b763-35edd60fb7c1 {"id":"7331456c-7b48-4025-b763-35edd60fb7c1","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812486} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b0f3 1e7a691b-ad99-4760-9545-d04459a8784f /tidb/cdc/default/__cdc_meta__/owner/223196035248b153 7331456c-7b48-4025-b763-35edd60fb7c1 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129981009199112,"min-table-barrier-ts":457129981009199112,"admin-job-type":0} /tidb/cdc/default/default/task/position/1e7a691b-ad99-4760-9545-d04459a8784f/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/7331456c-7b48-4025-b763-35edd60fb7c1/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list --server 'http://127.0.0.1:8301' 2>&1 | grep -v "1e7a691b-ad99-4760-9545-d04459a8784f" | grep id [2025/04/05 08:21:29.800 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 11-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617588618109427 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4bb594000b Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-j1fjd, pid:3953, start at 2025-04-05 08:21:28.563142443 +0800 CST m=+2.306235304 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:28.572 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:28.549 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:28.549 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617588618109427 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4bb594000b Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-j1fjd, pid:3953, start at 2025-04-05 08:21:28.563142443 +0800 CST m=+2.306235304 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:28.572 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:28.549 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:28.549 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617584732333535 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4bb58c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-j1fjd, pid:4022, start at 2025-04-05 08:21:28.576538135 +0800 CST m=+2.230625779 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:28.585 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:28.597 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:28.597 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/batch_update_to_no_batch/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/batch_update_to_no_batch/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/batch_update_to_no_batch/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/batch_update_to_no_batch/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/batch_update_to_no_batch/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:21:30 CST 2025] <<<<<< run test case owner_resign success! >>>>>> INSERT - Takes(s): 10.1, Count: 18638, OPS: 1854.5, Avg(us): 5332, Min(us): 797, Max(us): 95346, 95th(us): 46000, 99th(us): 88000 start tidb cluster in /tmp/tidb_cdc_test/changefeed_reconstruct Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... "cluster-id": "default" "id": "7331456c-7b48-4025-b763-35edd60fb7c1", "cluster-id": "default" run task successfully table ddl_manager.finish_mark not exists for 66-th check, retry later \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [2025/04/05 08:21:31.807 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] [Pipeline] // dir [Pipeline] } [Pipeline] // stage Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] } [Pipeline] // container [Pipeline] } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617591176457658 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4bd124000f Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:3676, start at 2025-04-05 08:21:30.359779519 +0800 CST m=+2.299852931 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:30.368 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:30.362 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:30.362 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617591176457658 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4bd124000f Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:3676, start at 2025-04-05 08:21:30.359779519 +0800 CST m=+2.299852931 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:30.368 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:30.362 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:30.362 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617595536315690 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4bd5180002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:3753, start at 2025-04-05 08:21:30.566819893 +0800 CST m=+2.425971342 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:30.575 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:30.566 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:30.566 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... [Pipeline] // withEnv [Pipeline] } capture_id: 7331456c-7b48-4025-b763-35edd60fb7c1 ETCDCTL_API=3 etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix | grep '7331456c-7b48-4025-b763-35edd60fb7c1' 7331456c-7b48-4025-b763-35edd60fb7c1 run task successfully test_hang_up_owner: pass [Pipeline] // node TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/bdr_mode/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/bdr_mode/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/bdr_mode/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/bdr_mode/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/bdr_mode/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 12-th time, retry later wait process cdc.test exit for 1-th time... table ddl_manager.finish_mark not exists for 67-th check, retry later wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_expire_owner [Sat Apr 5 08:21:33 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.33463348.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_expire_owner.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_expire_owner.server1 --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 08:21:33.813 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Sat Apr 5 08:21:34 CST 2025] <<<<<< START cdc server in bdr_mode case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bdr_mode.51385140.out server --log-file /tmp/tidb_cdc_test/bdr_mode/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/bdr_mode/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617605253780651 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4bfe400001 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-f-hs7hm, pid:3991, start at 2025-04-05 08:21:33.20183858 +0800 CST m=+2.773679948 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:33.209 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:33.200 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:33.200 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617605253780651 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4bfe400001 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-f-hs7hm, pid:3991, start at 2025-04-05 08:21:33.20183858 +0800 CST m=+2.773679948 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:33.209 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:33.200 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:33.200 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617598214502217 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4bfcb0000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-f-hs7hm, pid:4065, start at 2025-04-05 08:21:33.11787992 +0800 CST m=+2.608642230 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:33.125 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:33.100 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:33.100 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/region_merge/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/region_merge/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/region_merge/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/region_merge/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/region_merge/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff failed 13-th time, retry later [Sat Apr 5 08:21:34 CST 2025] <<<<<< START cdc server in batch_update_to_no_batch case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.53115313.out server --log-file /tmp/tidb_cdc_test/batch_update_to_no_batch/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/batch_update_to_no_batch/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table ddl_manager.finish_mark not exists for 68-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/resourcecontrol/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [2025/04/05 08:21:35.820 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/capture_session_done_during_task/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 14-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 69-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:37 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004a0e000 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129981795631113 MinTableBarrierTs:457129983106351110 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129981795631113, checkpointTs: 457129981795631113, state: Preparing span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457129981795631113, checkpointTs: 457129981795631113, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129981795631113, checkpointTs: 457129981795631113, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/738e8612-8241-422f-b929-44949c146d20 {"id":"738e8612-8241-422f-b929-44949c146d20","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812494} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b1b4 738e8612-8241-422f-b929-44949c146d20 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129981795631113,"min-table-barrier-ts":457129983106351110,"admin-job-type":0} /tidb/cdc/default/default/task/position/738e8612-8241-422f-b929-44949c146d20/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004a0e000 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129981795631113 MinTableBarrierTs:457129983106351110 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129981795631113, checkpointTs: 457129981795631113, state: Preparing span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457129981795631113, checkpointTs: 457129981795631113, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129981795631113, checkpointTs: 457129981795631113, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/738e8612-8241-422f-b929-44949c146d20 {"id":"738e8612-8241-422f-b929-44949c146d20","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812494} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b1b4 738e8612-8241-422f-b929-44949c146d20 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129981795631113,"min-table-barrier-ts":457129983106351110,"admin-job-type":0} /tidb/cdc/default/default/task/position/738e8612-8241-422f-b929-44949c146d20/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004a0e000 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129981795631113 MinTableBarrierTs:457129983106351110 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129981795631113, checkpointTs: 457129981795631113, state: Preparing span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457129981795631113, checkpointTs: 457129981795631113, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129981795631113, checkpointTs: 457129981795631113, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/738e8612-8241-422f-b929-44949c146d20 {"id":"738e8612-8241-422f-b929-44949c146d20","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812494} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b1b4 738e8612-8241-422f-b929-44949c146d20 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129981795631113,"min-table-barrier-ts":457129983106351110,"admin-job-type":0} /tidb/cdc/default/default/task/position/738e8612-8241-422f-b929-44949c146d20/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' [Sat Apr 5 08:21:36 CST 2025] <<<<<< START cdc server in region_merge case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.region_merge.53185320.out server --log-file /tmp/tidb_cdc_test/region_merge/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/region_merge/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:37 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/88bf6c1a-3aea-4f81-8726-0a2bcf24372b {"id":"88bf6c1a-3aea-4f81-8726-0a2bcf24372b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812494} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352d981d7 88bf6c1a-3aea-4f81-8726-0a2bcf24372b /tidb/cdc/default/default/upstream/7489617591176457658 {"id":7489617591176457658,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/88bf6c1a-3aea-4f81-8726-0a2bcf24372b {"id":"88bf6c1a-3aea-4f81-8726-0a2bcf24372b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812494} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352d981d7 88bf6c1a-3aea-4f81-8726-0a2bcf24372b /tidb/cdc/default/default/upstream/7489617591176457658 {"id":7489617591176457658,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/88bf6c1a-3aea-4f81-8726-0a2bcf24372b {"id":"88bf6c1a-3aea-4f81-8726-0a2bcf24372b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812494} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352d981d7 88bf6c1a-3aea-4f81-8726-0a2bcf24372b /tidb/cdc/default/default/upstream/7489617591176457658 {"id":7489617591176457658,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Sat Apr 5 08:21:37 CST 2025] <<<<<< START cdc server in bdr_mode case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8400/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + GO_FAILPOINTS= + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bdr_mode.51965198.out server --log-file /tmp/tidb_cdc_test/bdr_mode/cdcdown.log --log-level debug --data-dir /tmp/tidb_cdc_test/bdr_mode/cdc_datadown --cluster-id default --addr 127.0.0.1:8400 --pd http://127.0.0.1:2479 ++ curl -vsL --max-time 20 http://127.0.0.1:8400/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8400 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8400; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:37 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6adc6b59-fe84-4209-9c4e-5ed18cf74524 {"id":"6adc6b59-fe84-4209-9c4e-5ed18cf74524","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812495} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352d45fe6 6adc6b59-fe84-4209-9c4e-5ed18cf74524 /tidb/cdc/default/default/upstream/7489617588618109427 {"id":7489617588618109427,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6adc6b59-fe84-4209-9c4e-5ed18cf74524 {"id":"6adc6b59-fe84-4209-9c4e-5ed18cf74524","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812495} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352d45fe6 6adc6b59-fe84-4209-9c4e-5ed18cf74524 /tidb/cdc/default/default/upstream/7489617588618109427 {"id":7489617588618109427,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6adc6b59-fe84-4209-9c4e-5ed18cf74524 {"id":"6adc6b59-fe84-4209-9c4e-5ed18cf74524","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812495} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352d45fe6 6adc6b59-fe84-4209-9c4e-5ed18cf74524 /tidb/cdc/default/default/upstream/7489617588618109427 {"id":7489617588618109427,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.cli.5368.out cli changefeed create '--sink-uri=mysql://root@127.0.0.1:3306/?batch-dml-enable=true' -c test [2025/04/05 08:21:37.826 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] Create changefeed successfully! ID: test Info: {"upstream_id":7489617588618109427,"namespace":"default","id":"test","sink_uri":"mysql://root@127.0.0.1:3306/?batch-dml-enable=true","create_time":"2025-04-05T08:21:38.236066855+08:00","start_ts":457129983501926405,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129983501926405,"checkpoint_ts":457129983501926405,"checkpoint_time":"2025-04-05 08:21:38.100"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617618654483312 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4c34a4000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:9089, start at 2025-04-05 08:21:36.696440942 +0800 CST m=+2.716360871 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:36.705 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:36.681 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:36.681 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617618654483312 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4c34a4000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:9089, start at 2025-04-05 08:21:36.696440942 +0800 CST m=+2.716360871 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:36.705 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:36.681 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:36.681 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617618663293156 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4c35440002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:9159, start at 2025-04-05 08:21:36.721709023 +0800 CST m=+2.653637198 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:36.773 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:36.771 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:36.771 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/sql_mode/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/sql_mode/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/sql_mode/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/sql_mode/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/sql_mode/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } "is-owner": true, run task successfully ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/resourcecontrol Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... INSERT - Takes(s): 20.1, Count: 31161, OPS: 1554.2, Avg(us): 6394, Min(us): 773, Max(us): 95346, 95th(us): 78000, 99th(us): 89000 check diff failed 15-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/batch_add_table/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table ddl_manager.finish_mark not exists for 70-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/capture_session_done_during_task Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + set +x + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:39 GMT < Content-Length: 864 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/887c6f96-f3c8-4259-840c-a50d76afcd37 {"id":"887c6f96-f3c8-4259-840c-a50d76afcd37","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812497} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352e48742 887c6f96-f3c8-4259-840c-a50d76afcd37 /tidb/cdc/default/default/upstream/7489617605253780651 {"id":7489617605253780651,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/887c6f96-f3c8-4259-840c-a50d76afcd37 {"id":"887c6f96-f3c8-4259-840c-a50d76afcd37","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812497} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352e48742 887c6f96-f3c8-4259-840c-a50d76afcd37 /tidb/cdc/default/default/upstream/7489617605253780651 {"id":7489617605253780651,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/887c6f96-f3c8-4259-840c-a50d76afcd37 {"id":"887c6f96-f3c8-4259-840c-a50d76afcd37","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812497} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352e48742 887c6f96-f3c8-4259-840c-a50d76afcd37 /tidb/cdc/default/default/upstream/7489617605253780651 {"id":7489617605253780651,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x owner pid: 3351 owner id 738e8612-8241-422f-b929-44949c146d20 process status: T ETCDCTL_API=3 etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix | grep -v '738e8612-8241-422f-b929-44949c146d20' /tidb/cdc/default/__cdc_meta__/owner/223196035248b1b4 run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.cli.5418.out cli changefeed pause -c test Create changefeed successfully! ID: f4e81abf-03f0-4b69-9b1c-d8e43c3a60cc Info: {"upstream_id":7489617605253780651,"namespace":"default","id":"f4e81abf-03f0-4b69-9b1c-d8e43c3a60cc","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:21:40.015223774+08:00","start_ts":457129983986368513,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129983986368513,"checkpoint_ts":457129983986368513,"checkpoint_time":"2025-04-05 08:21:39.948"} process status: S cdc.test cli capture list 2>&1 | grep '"is-owner": true' [2025/04/05 08:21:39.832 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] split_and_random_merge scale: 20 *************************** 1. row *************************** count(distinct region_id): 1 + trap stop_tidb_cluster EXIT + run_sql 'set global sql_mode='\''NO_BACKSLASH_ESCAPES'\'';' 127.0.0.1 4000 + run_sql 'set global sql_mode='\''NO_BACKSLASH_ESCAPES'\'';' 127.0.0.1 3306 + cd /tmp/tidb_cdc_test/sql_mode ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.10560.out cli tso query --pd=http://127.0.0.1:2379 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/processor_etcd_worker_delay/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... check diff failed 1-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8400/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8400 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8400 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8400 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:40 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2103c396-38df-4a69-8f4b-2d109d06cf73 {"id":"2103c396-38df-4a69-8f4b-2d109d06cf73","address":"127.0.0.1:8400","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812497} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/3511960352d9b301 2103c396-38df-4a69-8f4b-2d109d06cf73 /tidb/cdc/default/default/upstream/7489617595536315690 {"id":7489617595536315690,"pd-endpoints":"http://127.0.0.1:2479,http://127.0.0.1:2479","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2103c396-38df-4a69-8f4b-2d109d06cf73 {"id":"2103c396-38df-4a69-8f4b-2d109d06cf73","address":"127.0.0.1:8400","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812497} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/3511960352d9b301 2103c396-38df-4a69-8f4b-2d109d06cf73 /tidb/cdc/default/default/upstream/7489617595536315690 {"id":7489617595536315690,"pd-endpoints":"http://127.0.0.1:2479,http://127.0.0.1:2479","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2103c396-38df-4a69-8f4b-2d109d06cf73 {"id":"2103c396-38df-4a69-8f4b-2d109d06cf73","address":"127.0.0.1:8400","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812497} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/3511960352d9b301 2103c396-38df-4a69-8f4b-2d109d06cf73 /tidb/cdc/default/default/upstream/7489617595536315690 {"id":7489617595536315690,"pd-endpoints":"http://127.0.0.1:2479,http://127.0.0.1:2479","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bdr_mode.cli.5257.out cli changefeed create --sink-uri=mysql://root@127.0.0.1:3306 -c test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/bdr_mode/conf/up.toml check diff failed 16-th time, retry later Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489617591176457658,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306","create_time":"2025-04-05T08:21:41.058268511+08:00","start_ts":457129984252182529,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":true,"enable_table_monitor":false,"bdr_mode":true,"sync_point_interval":30000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129984252182529,"checkpoint_ts":457129984252182529,"checkpoint_time":"2025-04-05 08:21:40.962"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table ddl_manager.finish_mark not exists for 71-th check, retry later Verifying downstream PD is started... "is-owner": true, run task successfully test_expire_owner pass start tidb cluster in /tmp/tidb_cdc_test/batch_add_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... check diff failed 2-th time, retry later Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.cli.5464.out cli changefeed update -c test '--sink-uri=mysql://root@127.0.0.1:3306/?batch-dml-enable=false' --no-confirm wait process cdc.test exit for 1-th time... [2025/04/05 08:21:41.838 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Diff of changefeed config: {Type:update Path:[SinkURI] From:mysql://root@127.0.0.1:3306/?batch-dml-enable=true To:mysql://root@127.0.0.1:3306/?batch-dml-enable=false} Update changefeed config successfully! ID: test Info: {"upstream_id":7489617588618109427,"namespace":"default","id":"test","sink_uri":"mysql://root@127.0.0.1:3306/?batch-dml-enable=false","create_time":"2025-04-05T08:21:38.236066855+08:00","start_ts":457129983501926405,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"delete_only_output_handle_key_columns":null,"content_compatible":null,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457129983829606402,"checkpoint_time":"2025-04-05 08:21:39.350"} PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... + set +x + tso='457129984191889409 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129984191889409 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457129984191889409 + run_cdc_server --workdir /tmp/tidb_cdc_test/sql_mode --binary cdc.test [Sat Apr 5 08:21:42 CST 2025] <<<<<< START cdc server in sql_mode case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.1059810600.out server --log-file /tmp/tidb_cdc_test/sql_mode/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sql_mode/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bdr_mode.cli.5292.out cli changefeed create --sink-uri=mysql://root@127.0.0.1:4000 -c test-2 --server http://127.0.0.1:8400 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/bdr_mode/conf/down.toml wait process cdc.test exit for 2-th time... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) build mysql_test successfully run all mysql test cases time="2025-04-05T08:21:39+08:00" level=info msg="running tests: [alter_table bigint composite_index concurrent_ddl date_formats drop mysql_replace]" time="2025-04-05T08:21:39+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc0001ac000 {{} {} 0} {0 0} [0xc0001be080] {[]} 1 0xc0001b0000 false map[0xc0001be080:map[0xc0001be080:true]] map[] 0 0 0 0 0 0 0 0 0x4a1c00}" cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_owner_cleanup_stale_tasks [Sat Apr 5 08:21:42 CST 2025] <<<<<< START cdc server in availability case >>>>>> check diff failed 17-th time, retry later + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.35153517.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_owner_cleanup_stale_tasks.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_owner_cleanup_stale_tasks.server1 --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Create changefeed successfully! ID: test-2 Info: {"upstream_id":7489617595536315690,"namespace":"default","id":"test-2","sink_uri":"mysql://root@127.0.0.1:4000","create_time":"2025-04-05T08:21:42.910741735+08:00","start_ts":457129984738197506,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":true,"enable_table_monitor":false,"bdr_mode":true,"sync_point_interval":30000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129984738197506,"checkpoint_ts":457129984738197506,"checkpoint_time":"2025-04-05 08:21:42.816"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table ddl_manager.finish_mark not exists for 72-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.cli.5488.out cli changefeed resume -c test [2025/04/05 08:21:43.844 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] start tidb cluster in /tmp/tidb_cdc_test/processor_etcd_worker_delay Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... check diff failed 3-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... table ddl_manager.finish_mark not exists for 73-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 18-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:45 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c6a079c5-39c7-4bc3-b338-55810f581eb0 {"id":"c6a079c5-39c7-4bc3-b338-55810f581eb0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812502} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352eac1e2 c6a079c5-39c7-4bc3-b338-55810f581eb0 /tidb/cdc/default/default/upstream/7489617618654483312 {"id":7489617618654483312,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c6a079c5-39c7-4bc3-b338-55810f581eb0 {"id":"c6a079c5-39c7-4bc3-b338-55810f581eb0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812502} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352eac1e2 c6a079c5-39c7-4bc3-b338-55810f581eb0 /tidb/cdc/default/default/upstream/7489617618654483312 {"id":7489617618654483312,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c6a079c5-39c7-4bc3-b338-55810f581eb0 {"id":"c6a079c5-39c7-4bc3-b338-55810f581eb0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812502} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352eac1e2 c6a079c5-39c7-4bc3-b338-55810f581eb0 /tidb/cdc/default/default/upstream/7489617618654483312 {"id":7489617618654483312,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457129984191889409 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.10658.out cli changefeed create --start-ts=457129984191889409 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489617618654483312,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:21:45.733557159+08:00","start_ts":457129984191889409,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129984191889409,"checkpoint_ts":457129984191889409,"checkpoint_time":"2025-04-05 08:21:40.732"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.cli.5523.out cli changefeed pause -c test Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:45 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00380be60 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129984154927111 MinTableBarrierTs:457129985465647112 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457129984154927111, checkpointTs: 457129984154927111, state: Preparing span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129984154927111, checkpointTs: 457129984154927111, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129984154927111, checkpointTs: 457129984154927111, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/44eadca4-1640-440c-b225-58f107fd2779 {"id":"44eadca4-1640-440c-b225-58f107fd2779","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812503} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b223 44eadca4-1640-440c-b225-58f107fd2779 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129984154927111,"min-table-barrier-ts":457129985465647112,"admin-job-type":0} /tidb/cdc/default/default/task/position/44eadca4-1640-440c-b225-58f107fd2779/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00380be60 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129984154927111 MinTableBarrierTs:457129985465647112 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457129984154927111, checkpointTs: 457129984154927111, state: Preparing span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129984154927111, checkpointTs: 457129984154927111, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129984154927111, checkpointTs: 457129984154927111, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/44eadca4-1640-440c-b225-58f107fd2779 {"id":"44eadca4-1640-440c-b225-58f107fd2779","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812503} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b223 44eadca4-1640-440c-b225-58f107fd2779 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129984154927111,"min-table-barrier-ts":457129985465647112,"admin-job-type":0} /tidb/cdc/default/default/task/position/44eadca4-1640-440c-b225-58f107fd2779/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00380be60 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129984154927111 MinTableBarrierTs:457129985465647112 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457129984154927111, checkpointTs: 457129984154927111, state: Preparing span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129984154927111, checkpointTs: 457129984154927111, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129984154927111, checkpointTs: 457129984154927111, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/44eadca4-1640-440c-b225-58f107fd2779 {"id":"44eadca4-1640-440c-b225-58f107fd2779","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812503} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b223 44eadca4-1640-440c-b225-58f107fd2779 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129984154927111,"min-table-barrier-ts":457129985465647112,"admin-job-type":0} /tidb/cdc/default/default/task/position/44eadca4-1640-440c-b225-58f107fd2779/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' check diff failed 4-th time, retry later [2025/04/05 08:21:45.851 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] [2025/04/05 08:21:45.857 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:21:45.858 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... *************************** 1. row *************************** count(distinct region_id): 20 table ddl_manager.finish_mark exists ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x + run_sql 'use test; create table t1(id bigint primary key, a text, b text as ((regexp_replace(a, '\''^[1-9]\d{9,29}$'\'', '\''aaaaa'\''))), c text); insert into t1 (id, a, c) values(1,123456, '\''ab\\\\c'\''); insert into t1 (id, a, c) values(2,1234567890123, '\''ab\\c'\'');' 127.0.0.1 4000 Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff successfully check diff failed 19-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) "is-owner": true, run task successfully + '[' mysql == mysql ']' + check_table_exists test.t1 127.0.0.1 3306 table test.t1 not exists for 1-th check, retry later wait process cdc.test exit for 1-th time... + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.cli.5556.out cli changefeed update -c test '--sink-uri=mysql://root@127.0.0.1:3306/?batch-dml-enable=true' --no-confirm VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617657329877540 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4cc6a80009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3, pid:10224, start at 2025-04-05 08:21:46.034487674 +0800 CST m=+2.077255053 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:46.041 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:46.026 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:46.026 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617657329877540 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4cc6a80009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3, pid:10224, start at 2025-04-05 08:21:46.034487674 +0800 CST m=+2.077255053 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:46.041 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:46.026 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:46.026 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617662086833537 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4cc74c0009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-5-54bf3, pid:10298, start at 2025-04-05 08:21:46.105727006 +0800 CST m=+2.082921933 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:46.113 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:46.118 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:46.118 +0800 All versions after safe point can be accessed. (DO NOT EDIT) [2025/04/05 08:21:47.866 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] [2025/04/05 08:21:47.872 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:21:47.873 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] found first match line: 457129985462763536 : [2025/04/05 08:21:46.359 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=134] [jobID=135] [query="CREATE TABLE IF NOT EXISTS `finishmark` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457129985462763536] [2025/04/05 08:21:47.880 +08:00] [INFO] [case.go:503] ["all tables synced"] [endTs=457129985462763536] wait process cdc.test exit for 2-th time... Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/resourcecontrol/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/resourcecontrol/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/resourcecontrol/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/resourcecontrol/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/resourcecontrol/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Diff of changefeed config: {Type:update Path:[SinkURI] From:mysql://root@127.0.0.1:3306/?batch-dml-enable=false To:mysql://root@127.0.0.1:3306/?batch-dml-enable=true} Update changefeed config successfully! ID: test Info: {"upstream_id":7489617588618109427,"namespace":"default","id":"test","sink_uri":"mysql://root@127.0.0.1:3306/?batch-dml-enable=true","create_time":"2025-04-05T08:21:38.236066855+08:00","start_ts":457129983501926405,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"delete_only_output_handle_key_columns":null,"content_compatible":null,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457129983921356802,"checkpoint_time":"2025-04-05 08:21:39.700"} PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... check diff failed 5-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:21:48 CST 2025] <<<<<< run test case ddl_manager success! >>>>>> owner pid: 3520 owner id 44eadca4-1640-440c-b225-58f107fd2779 [Sat Apr 5 08:21:48 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + GO_FAILPOINTS= + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.36363638.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_owner_cleanup_stale_tasks.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_owner_cleanup_stale_tasks.server2 --cluster-id default --addr 127.0.0.1:8301 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 INSERT - Takes(s): 30.1, Count: 43010, OPS: 1431.3, Avg(us): 6949, Min(us): 773, Max(us): 95346, 95th(us): 80000, 99th(us): 89000 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 20-th time, retry later + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.cli.5601.out cli changefeed resume -c test ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617668496092312 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4ceabc000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-9h3l7, pid:22861, start at 2025-04-05 08:21:48.380244641 +0800 CST m=+2.785200683 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:48.425 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:48.435 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:48.435 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617668496092312 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4ceabc000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-9h3l7, pid:22861, start at 2025-04-05 08:21:48.380244641 +0800 CST m=+2.785200683 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:48.425 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:48.435 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:48.435 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617664425791163 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4cedd0000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-9h3l7, pid:22936, start at 2025-04-05 08:21:48.567043192 +0800 CST m=+2.906056217 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:48.576 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:48.582 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:48.582 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table test.t1 exists + sleep 10 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resourcecontrol.cli.11560.out cli tso query --pd=http://127.0.0.1:2379 PASS check diff failed 6-th time, retry later coverage: 2.1% of statements in github.com/pingcap/tiflow/... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 21-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617677622404073 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4d0ba80004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc, pid:4222, start at 2025-04-05 08:21:50.449398586 +0800 CST m=+2.952917329 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:50.459 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:50.442 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:50.442 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617677622404073 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4d0ba80004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc, pid:4222, start at 2025-04-05 08:21:50.449398586 +0800 CST m=+2.952917329 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:50.459 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:50.442 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:50.442 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617676319911592 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4d0d28000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc, pid:4299, start at 2025-04-05 08:21:50.571855392 +0800 CST m=+2.993405024 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:50.617 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:50.613 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:50.613 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } split_and_random_merge scale: 40 *************************** 1. row *************************** count(distinct region_id): 11 + set +x table batch_update_to_no_batch.v1 not exists for 1-th check, retry later + set +x + tso='457129986785804290 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129986785804290 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:21:52 CST 2025] <<<<<< START cdc server in resourcecontrol case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resourcecontrol.1159211594.out server --log-file /tmp/tidb_cdc_test/resourcecontrol/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/resourcecontrol/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:51 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0038fe630 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129986789212161 MinTableBarrierTs:457129987051618306 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/44eadca4-1640-440c-b225-58f107fd2779 {"id":"44eadca4-1640-440c-b225-58f107fd2779","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812503} /tidb/cdc/default/__cdc_meta__/capture/f6f00ddd-c9ff-4d57-a541-3c384d92b13d {"id":"f6f00ddd-c9ff-4d57-a541-3c384d92b13d","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812509} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b223 44eadca4-1640-440c-b225-58f107fd2779 /tidb/cdc/default/__cdc_meta__/owner/223196035248b26a f6f00ddd-c9ff-4d57-a541-3c384d92b13d /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129986789212161,"min-table-barrier-ts":457129987051618306,"admin-job-type":0} /tidb/cdc/default/default/task/position/44eadca4-1640-440c-b225-58f107fd2779/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f6f00ddd-c9ff-4d57-a541-3c384d92b13d/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0038fe630 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129986789212161 MinTableBarrierTs:457129987051618306 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/44eadca4-1640-440c-b225-58f107fd2779 {"id":"44eadca4-1640-440c-b225-58f107fd2779","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812503} /tidb/cdc/default/__cdc_meta__/capture/f6f00ddd-c9ff-4d57-a541-3c384d92b13d {"id":"f6f00ddd-c9ff-4d57-a541-3c384d92b13d","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812509} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b223 44eadca4-1640-440c-b225-58f107fd2779 /tidb/cdc/default/__cdc_meta__/owner/223196035248b26a f6f00ddd-c9ff-4d57-a541-3c384d92b13d /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129986789212161,"min-table-barrier-ts":457129987051618306,"admin-job-type":0} /tidb/cdc/default/default/task/position/44eadca4-1640-440c-b225-58f107fd2779/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f6f00ddd-c9ff-4d57-a541-3c384d92b13d/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0038fe630 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129986789212161 MinTableBarrierTs:457129987051618306 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/44eadca4-1640-440c-b225-58f107fd2779 {"id":"44eadca4-1640-440c-b225-58f107fd2779","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812503} /tidb/cdc/default/__cdc_meta__/capture/f6f00ddd-c9ff-4d57-a541-3c384d92b13d {"id":"f6f00ddd-c9ff-4d57-a541-3c384d92b13d","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812509} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b223 44eadca4-1640-440c-b225-58f107fd2779 /tidb/cdc/default/__cdc_meta__/owner/223196035248b26a f6f00ddd-c9ff-4d57-a541-3c384d92b13d /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129986789212161,"min-table-barrier-ts":457129987051618306,"admin-job-type":0} /tidb/cdc/default/default/task/position/44eadca4-1640-440c-b225-58f107fd2779/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f6f00ddd-c9ff-4d57-a541-3c384d92b13d/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list --server 'http://127.0.0.1:8301' 2>&1 | grep -v "44eadca4-1640-440c-b225-58f107fd2779" | grep id [2025/04/05 08:21:51.896 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark1000] [2025/04/05 08:21:51.896 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark1000] + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_session_done_during_task.cli.24211.out cli tso query --pd=http://127.0.0.1:2379 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617624246518861 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4d29400008 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:4106, start at 2025-04-05 08:21:52.349255475 +0800 CST m=+15.913669312 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:52.359 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:52.336 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:52.336 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617624246518861 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4d29400008 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:4106, start at 2025-04-05 08:21:52.349255475 +0800 CST m=+15.913669312 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:52.359 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:52.336 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:52.336 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617623614252238 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4d1dfc0006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:4160, start at 2025-04-05 08:21:51.624252621 +0800 CST m=+15.054707375 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:51.644 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:51.615 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:51.615 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ./t/alter_table.test: ok! 64 test cases passed, take time 12.593063434 s time="2025-04-05T08:21:52+08:00" level=info msg="run test [alter_table] ok" time="2025-04-05T08:21:52+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc0001ac3f8 {{} {} 0} {0 0} [0xc00034a400] {[]} 1 0xc0001b0d20 false map[0xc00034a400:map[0xc00034a400:true]] map[] 0 0 0 0 0 0 0 0 0x4a1c00}" Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_reconstruct/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff successfully VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617679580306983 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4d1760000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-9-dpz6b, pid:4278, start at 2025-04-05 08:21:51.213849748 +0800 CST m=+2.172317931 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:51.221 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:51.226 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:51.226 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617679580306983 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4d1760000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-9-dpz6b, pid:4278, start at 2025-04-05 08:21:51.213849748 +0800 CST m=+2.172317931 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:51.221 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:51.226 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:51.226 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617680349467539 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4d18f40005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-9-dpz6b, pid:4366, start at 2025-04-05 08:21:51.301367737 +0800 CST m=+2.186263377 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:51.309 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:51.293 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:51.293 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/processor_etcd_worker_delay/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/processor_etcd_worker_delay/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/processor_etcd_worker_delay/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/processor_etcd_worker_delay/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/processor_etcd_worker_delay/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff failed 22-th time, retry later "cluster-id": "default" "id": "f6f00ddd-c9ff-4d57-a541-3c384d92b13d", "cluster-id": "default" run task successfully table batch_update_to_no_batch.v1 not exists for 2-th check, retry later [2025/04/05 08:21:53.896 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark1000] [2025/04/05 08:21:53.904 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark1000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:21:53.905 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] [Sat Apr 5 08:21:53 CST 2025] <<<<<< START cdc server in batch_add_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_add_table.55415543.out server --log-file /tmp/tidb_cdc_test/batch_add_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/batch_add_table/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x + tso='457129987325296641 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129987325296641 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:21:54 CST 2025] <<<<<< START cdc server in capture_session_done_during_task case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorManagerHandleNewChangefeedDelay=sleep(2000)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_session_done_during_task.2425024252.out server --log-file /tmp/tidb_cdc_test/capture_session_done_during_task/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/capture_session_done_during_task/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 capture_id: f6f00ddd-c9ff-4d57-a541-3c384d92b13d [2025/04/05 08:21:52.952 +08:00] [INFO] [pd_service_discovery.go:1025] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2025/04/05 08:21:52.952 +08:00] [INFO] [pd_service_discovery.go:499] ["[pd] init cluster id"] [cluster-id=7489616922034736500] [2025/04/05 08:21:52.952 +08:00] [INFO] [client.go:532] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2025/04/05 08:21:52.952 +08:00] [INFO] [tso_client.go:296] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2025/04/05 08:21:52.953 +08:00] [INFO] [client.go:538] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2025/04/05 08:21:52.953 +08:00] [INFO] [tso_dispatcher.go:140] ["[tso] start tso deadline watcher"] [dc-location=global] [2025/04/05 08:21:52.953 +08:00] [INFO] [tso_client.go:132] ["[tso] start tso dispatcher check loop"] [2025/04/05 08:21:52.953 +08:00] [INFO] [tso_dispatcher.go:198] ["[tso] tso dispatcher created"] [dc-location=global] [2025/04/05 08:21:52.953 +08:00] [INFO] [tso_dispatcher.go:723] ["[tso] switching tso rpc concurrency"] [old=0] [new=1] [2025/04/05 08:21:52.953 +08:00] [INFO] [tso_dispatcher.go:476] ["[tso] start tso connection contexts updater"] [dc-location=global] [2025/04/05 08:21:52.954 +08:00] [INFO] [pd_service_discovery.go:1025] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2025/04/05 08:21:52.954 +08:00] [INFO] [pd_service_discovery.go:499] ["[pd] init cluster id"] [cluster-id=7489616922034736500] [2025/04/05 08:21:52.954 +08:00] [INFO] [client.go:532] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2025/04/05 08:21:52.954 +08:00] [INFO] [tso_client.go:296] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2025/04/05 08:21:52.955 +08:00] [INFO] [tso_dispatcher.go:140] ["[tso] start tso deadline watcher"] [dc-location=global] [2025/04/05 08:21:52.955 +08:00] [INFO] [client.go:538] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2025/04/05 08:21:52.955 +08:00] [INFO] [tso_dispatcher.go:198] ["[tso] tso dispatcher created"] [dc-location=global] [2025/04/05 08:21:52.955 +08:00] [INFO] [tso_client.go:132] ["[tso] start tso dispatcher check loop"] [2025/04/05 08:21:52.955 +08:00] [INFO] [tso_dispatcher.go:723] ["[tso] switching tso rpc concurrency"] [old=0] [new=1] [2025/04/05 08:21:52.955 +08:00] [INFO] [tso_dispatcher.go:476] ["[tso] start tso connection contexts updater"] [dc-location=global] [2025/04/05 08:21:52.955 +08:00] [INFO] [tikv_driver.go:201] ["using API V1."] [2025/04/05 08:21:52.956 +08:00] [INFO] [main.go:180] ["genLock started"] [2025/04/05 08:21:52.957 +08:00] [INFO] [store_cache.go:532] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2025/04/05 08:21:54.956 +08:00] [INFO] [pd.go:441] ["adaptive update ts interval state transition"] [configuredInterval=2s] [prevAdaptiveUpdateInterval=2s] [newAdaptiveUpdateInterval=2s] [requiredStaleness=0s] [prevState=unknown(0)] [newState=normal] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:55 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9fe2113f-bb3f-402d-b708-77e8d4091f15 {"id":"9fe2113f-bb3f-402d-b708-77e8d4091f15","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812512} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603531583ea 9fe2113f-bb3f-402d-b708-77e8d4091f15 /tidb/cdc/default/default/upstream/7489617657329877540 {"id":7489617657329877540,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9fe2113f-bb3f-402d-b708-77e8d4091f15 {"id":"9fe2113f-bb3f-402d-b708-77e8d4091f15","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812512} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603531583ea 9fe2113f-bb3f-402d-b708-77e8d4091f15 /tidb/cdc/default/default/upstream/7489617657329877540 {"id":7489617657329877540,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9fe2113f-bb3f-402d-b708-77e8d4091f15 {"id":"9fe2113f-bb3f-402d-b708-77e8d4091f15","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812512} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603531583ea 9fe2113f-bb3f-402d-b708-77e8d4091f15 /tidb/cdc/default/default/upstream/7489617657329877540 {"id":7489617657329877540,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resourcecontrol.cli.11654.out cli changefeed create --start-ts=457129986785804290 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ [Sat Apr 5 08:21:54 CST 2025] <<<<<< START cdc server in changefeed_reconstruct case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_reconstruct.54535455.out server --log-file /tmp/tidb_cdc_test/changefeed_reconstruct/cdcserver1.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_reconstruct/cdc_dataserver1 --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Run finished, takes 35.765879252s INSERT - Takes(s): 35.8, Count: 50000, OPS: 1398.2, Avg(us): 7111, Min(us): 773, Max(us): 95346, 95th(us): 80000, 99th(us): 88000 table consistent_replicate_nfs.usertable exists wait process cdc.test exit for 1-th time... Create changefeed successfully! ID: 128c6cf2-914d-4aae-a088-d194631658ad Info: {"upstream_id":7489617657329877540,"namespace":"default","id":"128c6cf2-914d-4aae-a088-d194631658ad","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:21:55.550510605+08:00","start_ts":457129986785804290,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129986785804290,"checkpoint_ts":457129986785804290,"checkpoint_time":"2025-04-05 08:21:50.627"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... wait process cdc.test exit for 2-th time... [Sat Apr 5 08:21:55 CST 2025] <<<<<< START cdc server in processor_etcd_worker_delay case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/pkg/orchestrator/ProcessorEtcdDelay=return(true)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_etcd_worker_delay.56305632.out server --log-file /tmp/tidb_cdc_test/processor_etcd_worker_delay/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_etcd_worker_delay/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 23-th time, retry later [2025/04/05 08:21:56.080 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark1000] [2025/04/05 08:21:56.089 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark1000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:21:56.090 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] [2025/04/05 08:21:56.092 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark2000] [2025/04/05 08:21:56.092 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark2000] wait process cdc.test exit for 3-th time... found first match line: 457129987533963276 : [2025/04/05 08:21:54.480 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=136] [jobID=137] [query="CREATE TABLE IF NOT EXISTS `finishmark1000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457129987533963276] [2025/04/05 08:21:56.283 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark1000] [2025/04/05 08:21:56.283 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457129987533963276] [2025/04/05 08:21:56.286 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:21:56.290 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:21:56.294 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:21:56.381 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] table batch_update_to_no_batch.v1 not exists for 3-th check, retry later cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > + set +x < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:57 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2d0582bb-1e76-4060-ac41-da9cd3a5b942 {"id":"2d0582bb-1e76-4060-ac41-da9cd3a5b942","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812514} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353217dd8 2d0582bb-1e76-4060-ac41-da9cd3a5b942 /tidb/cdc/default/default/upstream/7489617677622404073 {"id":7489617677622404073,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2d0582bb-1e76-4060-ac41-da9cd3a5b942 {"id":"2d0582bb-1e76-4060-ac41-da9cd3a5b942","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812514} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353217dd8 2d0582bb-1e76-4060-ac41-da9cd3a5b942 /tidb/cdc/default/default/upstream/7489617677622404073 {"id":7489617677622404073,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2d0582bb-1e76-4060-ac41-da9cd3a5b942 {"id":"2d0582bb-1e76-4060-ac41-da9cd3a5b942","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812514} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353217dd8 2d0582bb-1e76-4060-ac41-da9cd3a5b942 /tidb/cdc/default/default/upstream/7489617677622404073 {"id":7489617677622404073,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_add_table.cli.5600.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ table resourcecontrol.finish_mark not exists for 1-th check, retry later *************************** 1. row *************************** count(distinct region_id): 38 check diff failed 1-th time, retry later Create changefeed successfully! ID: 8e3204fe-76ca-4b3f-b103-ddb0259880e8 Info: {"upstream_id":7489617677622404073,"namespace":"default","id":"8e3204fe-76ca-4b3f-b103-ddb0259880e8","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:21:57.490450508+08:00","start_ts":457129988559208449,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129988559208449,"checkpoint_ts":457129988559208449,"checkpoint_time":"2025-04-05 08:21:57.392"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:57 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/62de18a4-3881-454a-b573-f6d789efbd7b {"id":"62de18a4-3881-454a-b573-f6d789efbd7b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812514} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603531817fb 62de18a4-3881-454a-b573-f6d789efbd7b /tidb/cdc/default/default/upstream/7489617668496092312 {"id":7489617668496092312,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/62de18a4-3881-454a-b573-f6d789efbd7b {"id":"62de18a4-3881-454a-b573-f6d789efbd7b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812514} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603531817fb 62de18a4-3881-454a-b573-f6d789efbd7b /tidb/cdc/default/default/upstream/7489617668496092312 {"id":7489617668496092312,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/62de18a4-3881-454a-b573-f6d789efbd7b {"id":"62de18a4-3881-454a-b573-f6d789efbd7b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812514} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603531817fb 62de18a4-3881-454a-b573-f6d789efbd7b /tidb/cdc/default/default/upstream/7489617668496092312 {"id":7489617668496092312,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > ./t/bigint.test: ok! 138 test cases passed, take time 5.06245766 s time="2025-04-05T08:21:57+08:00" level=info msg="run test [bigint] ok" time="2025-04-05T08:21:57+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc0001ac198 {{} {} 0} {0 0} [0xc00030c000] {[]} 1 0xc0001b0770 false map[0xc00030c000:map[0xc00030c000:true]] map[] 0 0 0 0 0 0 0 0 0x4a1c00}" ./t/composite_index.test: ok! 12 test cases passed, take time 0.106962201 s time="2025-04-05T08:21:57+08:00" level=info msg="run test [composite_index] ok" time="2025-04-05T08:21:57+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc0003160c0 {{} {} 0} {0 0} [0xc00040d980] {[]} 1 0xc0003542a0 false map[0xc00040d980:map[0xc00040d980:true]] map[] 0 0 0 0 0 0 0 0 0x4a1c00}" ./t/concurrent_ddl.test: ok! 8 test cases passed, take time 0.103155146 s time="2025-04-05T08:21:57+08:00" level=info msg="run test [concurrent_ddl] ok" time="2025-04-05T08:21:57+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc0001ac2d8 {{} {} 0} {0 0} [0xc00040de00] {[]} 1 0xc0001b0ee0 false map[0xc00040de00:map[0xc00040de00:true]] map[] 0 0 0 0 0 0 0 0 0x4a1c00}" check diff successfully < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:58 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a92976d7-282d-4d33-8e0e-045534fbc29b {"id":"a92976d7-282d-4d33-8e0e-045534fbc29b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812515} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352f4f0fc a92976d7-282d-4d33-8e0e-045534fbc29b /tidb/cdc/default/default/upstream/7489617624246518861 {"id":7489617624246518861,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a92976d7-282d-4d33-8e0e-045534fbc29b {"id":"a92976d7-282d-4d33-8e0e-045534fbc29b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812515} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352f4f0fc a92976d7-282d-4d33-8e0e-045534fbc29b /tidb/cdc/default/default/upstream/7489617624246518861 {"id":7489617624246518861,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a92976d7-282d-4d33-8e0e-045534fbc29b {"id":"a92976d7-282d-4d33-8e0e-045534fbc29b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812515} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352f4f0fc a92976d7-282d-4d33-8e0e-045534fbc29b /tidb/cdc/default/default/upstream/7489617624246518861 {"id":7489617624246518861,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x 0 [Sat Apr 5 08:21:57 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.37703772.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_owner_cleanup_stale_tasks.server3.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_owner_cleanup_stale_tasks.server3 --cluster-id default --addr 127.0.0.1:8302 ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8302; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 08:21:58.092 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark2000] [2025/04/05 08:21:58.183 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark2000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:21:58.185 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] table batch_update_to_no_batch.v1 exists table batch_update_to_no_batch.recover_and_insert not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:21:58 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a0ed9548-ab19-425b-9f76-19bb0a869d98 {"id":"a0ed9548-ab19-425b-9f76-19bb0a869d98","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812515} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353277ad7 a0ed9548-ab19-425b-9f76-19bb0a869d98 /tidb/cdc/default/default/upstream/7489617679580306983 {"id":7489617679580306983,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a0ed9548-ab19-425b-9f76-19bb0a869d98 {"id":"a0ed9548-ab19-425b-9f76-19bb0a869d98","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812515} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353277ad7 a0ed9548-ab19-425b-9f76-19bb0a869d98 /tidb/cdc/default/default/upstream/7489617679580306983 {"id":7489617679580306983,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a0ed9548-ab19-425b-9f76-19bb0a869d98 {"id":"a0ed9548-ab19-425b-9f76-19bb0a869d98","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812515} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353277ad7 a0ed9548-ab19-425b-9f76-19bb0a869d98 /tidb/cdc/default/default/upstream/7489617679580306983 {"id":7489617679580306983,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x wait process cdc.test exit for 1-th time... lease 22319603531817fb revoked ***************** properties ***************** "recordcount"="50" "mysql.db"="changefeed_reconstruct" "updateproportion"="0" "scanproportion"="0" "threadcount"="4" "mysql.host"="127.0.0.1" "mysql.port"="4000" "mysql.user"="root" "insertproportion"="0" "readallfields"="true" "requestdistribution"="uniform" "operationcount"="0" "dotransactions"="false" "readproportion"="0" "workload"="core" ********************************************** =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_source/run.sh using Sink-Type: mysql... <<================= Run finished, takes 307.27075ms INSERT - Takes(s): 0.3, Count: 48, OPS: 159.8, Avg(us): 25431, Min(us): 1550, Max(us): 98517, 95th(us): 99000, 99th(us): 99000 table changefeed_reconstruct.usertable not exists for 1-th check, retry later + set +x wait process cdc.test exit for 2-th time... table resourcecontrol.finish_mark exists check diff failed 2-th time, retry later table batch_add_table.finish_mark not exists for 1-th check, retry later ./t/date_formats.test: ok! 99 test cases passed, take time 1.407509565 s time="2025-04-05T08:21:59+08:00" level=info msg="run test [date_formats] ok" time="2025-04-05T08:21:59+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc0000e2130 {{} {} 0} {0 0} [0xc0003e6000] {[]} 1 0xc00002c380 false map[0xc0003e6000:map[0xc0003e6000:true]] map[] 0 0 0 0 0 0 0 0 0x4a1c00}" check diff successfully table capture_session_done_during_task.t exists cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:21:59 CST 2025] <<<<<< run test case clustered_index success! >>>>>> check diff failed 1-th time, retry later ./t/drop.test: ok! 48 test cases passed, take time 0.86595006 s time="2025-04-05T08:21:59+08:00" level=info msg="run test [drop] ok" time="2025-04-05T08:21:59+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc000314180 {{} {} 0} {0 0} [0xc000218d80] {[]} 1 0xc0001285b0 false map[0xc000218d80:map[0xc000218d80:true]] map[] 0 0 0 0 0 0 0 0 0x4a1c00}" wait process cdc.test exit for 1-th time... + run_sql 'SELECT * from test.t1' 127.0.0.1 3306 + check_contains 'b: 123456' + check_contains 'b: aaaaa' + check_contains 'c: ab\\\\c' + check_contains 'c: ab\\c' + stop_tidb_cluster ./t/mysql_replace.test: ok! 16 test cases passed, take time 0.099514331 s time="2025-04-05T08:22:00+08:00" level=info msg="run test [mysql_replace] ok" Great, All tests passed mysqltest end table test.finish_mark not exists for 1-th check, retry later wait process cdc.test exit for 2-th time... table batch_update_to_no_batch.recover_and_insert not exists for 2-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8302 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:22:00 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0015b7e60 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129987575644164 MinTableBarrierTs:457129987837788164 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/44eadca4-1640-440c-b225-58f107fd2779 {"id":"44eadca4-1640-440c-b225-58f107fd2779","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812503} /tidb/cdc/default/__cdc_meta__/capture/6d94388a-e34d-404e-900b-a7504f2c983a {"id":"6d94388a-e34d-404e-900b-a7504f2c983a","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812518} /tidb/cdc/default/__cdc_meta__/capture/f6f00ddd-c9ff-4d57-a541-3c384d92b13d {"id":"f6f00ddd-c9ff-4d57-a541-3c384d92b13d","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812509} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b223 44eadca4-1640-440c-b225-58f107fd2779 /tidb/cdc/default/__cdc_meta__/owner/223196035248b26a f6f00ddd-c9ff-4d57-a541-3c384d92b13d /tidb/cdc/default/__cdc_meta__/owner/223196035248b2ed 6d94388a-e34d-404e-900b-a7504f2c983a /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129987575644164,"min-table-barrier-ts":457129987837788164,"admin-job-type":0} /tidb/cdc/default/default/task/position/44eadca4-1640-440c-b225-58f107fd2779/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/6d94388a-e34d-404e-900b-a7504f2c983a/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f6f00ddd-c9ff-4d57-a541-3c384d92b13d/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0015b7e60 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129987575644164 MinTableBarrierTs:457129987837788164 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/44eadca4-1640-440c-b225-58f107fd2779 {"id":"44eadca4-1640-440c-b225-58f107fd2779","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812503} /tidb/cdc/default/__cdc_meta__/capture/6d94388a-e34d-404e-900b-a7504f2c983a {"id":"6d94388a-e34d-404e-900b-a7504f2c983a","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812518} /tidb/cdc/default/__cdc_meta__/capture/f6f00ddd-c9ff-4d57-a541-3c384d92b13d {"id":"f6f00ddd-c9ff-4d57-a541-3c384d92b13d","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812509} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b223 44eadca4-1640-440c-b225-58f107fd2779 /tidb/cdc/default/__cdc_meta__/owner/223196035248b26a f6f00ddd-c9ff-4d57-a541-3c384d92b13d /tidb/cdc/default/__cdc_meta__/owner/223196035248b2ed 6d94388a-e34d-404e-900b-a7504f2c983a /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129987575644164,"min-table-barrier-ts":457129987837788164,"admin-job-type":0} /tidb/cdc/default/default/task/position/44eadca4-1640-440c-b225-58f107fd2779/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/6d94388a-e34d-404e-900b-a7504f2c983a/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f6f00ddd-c9ff-4d57-a541-3c384d92b13d/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0015b7e60 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129987575644164 MinTableBarrierTs:457129987837788164 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/44eadca4-1640-440c-b225-58f107fd2779 {"id":"44eadca4-1640-440c-b225-58f107fd2779","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812503} /tidb/cdc/default/__cdc_meta__/capture/6d94388a-e34d-404e-900b-a7504f2c983a {"id":"6d94388a-e34d-404e-900b-a7504f2c983a","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812518} /tidb/cdc/default/__cdc_meta__/capture/f6f00ddd-c9ff-4d57-a541-3c384d92b13d {"id":"f6f00ddd-c9ff-4d57-a541-3c384d92b13d","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812509} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b223 44eadca4-1640-440c-b225-58f107fd2779 /tidb/cdc/default/__cdc_meta__/owner/223196035248b26a f6f00ddd-c9ff-4d57-a541-3c384d92b13d /tidb/cdc/default/__cdc_meta__/owner/223196035248b2ed 6d94388a-e34d-404e-900b-a7504f2c983a /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129987575644164,"min-table-barrier-ts":457129987837788164,"admin-job-type":0} /tidb/cdc/default/default/task/position/44eadca4-1640-440c-b225-58f107fd2779/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/6d94388a-e34d-404e-900b-a7504f2c983a/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} + grep -q 'etcd info' /tidb/cdc/default/default/task/position/f6f00ddd-c9ff-4d57-a541-3c384d92b13d/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list --server 'http://127.0.0.1:8302' 2>&1 | grep '"is-owner": true' cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:22:00 CST 2025] <<<<<< run test case resourcecontrol success! >>>>>> [2025/04/05 08:22:00.387 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark2000] [2025/04/05 08:22:00.396 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark2000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:22:00.479 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] found first match line: 457129988582539278 : [2025/04/05 08:21:58.409 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=138] [jobID=139] [query="CREATE TABLE IF NOT EXISTS `finishmark2000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457129988582539278] [2025/04/05 08:22:00.587 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark2000] [2025/04/05 08:22:00.588 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457129988582539278] [2025/04/05 08:22:00.590 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:00.593 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:22:00.598 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:00.604 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] check diff failed 3-th time, retry later run task failed 1-th time, retry later [2025/04/05 08:22:01.297 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark3000] [2025/04/05 08:22:01.297 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark3000] table changefeed_reconstruct.usertable not exists for 2-th check, retry later table batch_add_table.finish_mark not exists for 2-th check, retry later The 1 times to try to start tidb cluster... table batch_update_to_no_batch.recover_and_insert not exists for 3-th check, retry later check diff failed 2-th time, retry later split_and_random_merge scale: 80 *************************** 1. row *************************** count(distinct region_id): 4 table test.finish_mark not exists for 2-th check, retry later cdc.test cli capture list --server 'http://127.0.0.1:8302' 2>&1 | grep '"is-owner": true' [2025/04/05 08:22:02.957 +08:00] [INFO] [store_cache.go:532] ["change store resolve state"] [store=146] [addr=127.0.0.1:9500] [from=unresolved] [to=resolved] [liveness-state=reachable] [2025/04/05 08:22:02.957 +08:00] [INFO] [store_cache.go:532] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2025/04/05 08:22:02.957 +08:00] [INFO] [store_cache.go:532] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2025/04/05 08:22:02.966 +08:00] [INFO] [main.go:196] ["genLock done"] [2025/04/05 08:22:02.966 +08:00] [INFO] [tso_dispatcher.go:264] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2025/04/05 08:22:02.966 +08:00] [INFO] [tso_dispatcher.go:158] ["[tso] exit tso deadline watcher"] [dc-location=global] [2025/04/05 08:22:02.966 +08:00] [INFO] [tso_client.go:147] ["[tso] exit tso dispatcher check loop"] [2025/04/05 08:22:02.966 +08:00] [INFO] [tso_dispatcher.go:201] ["[tso] exit tso dispatcher"] [dc-location=global] [2025/04/05 08:22:02.966 +08:00] [INFO] [resource_manager_client.go:296] ["[resource manager] exit resource token dispatcher"] [2025/04/05 08:22:02.966 +08:00] [INFO] [pd_service_discovery.go:551] ["[pd] exit member loop due to context canceled"] [2025/04/05 08:22:02.966 +08:00] [INFO] [tso_dispatcher.go:490] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2025/04/05 08:22:02.966 +08:00] [INFO] [tso_client.go:157] ["[tso] closing tso client"] [2025/04/05 08:22:02.966 +08:00] [INFO] [tso_client.go:162] ["[tso] close tso client"] [2025/04/05 08:22:02.966 +08:00] [INFO] [tso_client.go:164] ["[tso] tso client is closed"] [2025/04/05 08:22:02.966 +08:00] [INFO] [tso_stream.go:359] ["tsoStream.recvLoop ended"] [stream=127.0.0.1:2379-1] [error="rpc error: code = Canceled desc = context canceled"] [errorVerbose="rpc error: code = Canceled desc = context canceled\ngithub.com/tikv/pd/client.(*tsoStream).recvLoop\n\t/go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20241111073742-238d4d79ea31/tso_stream.go:427\nruntime.goexit\n\t/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.4.linux-amd64/src/runtime/asm_amd64.s:1700"] [2025/04/05 08:22:02.966 +08:00] [INFO] [pd_service_discovery.go:644] ["[pd] close pd service discovery client"] [2025/04/05 08:22:03.297 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark3000] [2025/04/05 08:22:03.303 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark3000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:22:03.304 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] run task failed 2-th time, retry later table changefeed_reconstruct.usertable exists check diff successfully found first match line: 457129989918949406 : [2025/04/05 08:22:03.410 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=140] [jobID=141] [query="CREATE TABLE IF NOT EXISTS `finishmark3000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457129989918949406] [2025/04/05 08:22:03.503 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark3000] [2025/04/05 08:22:03.504 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457129989918949406] table batch_add_table.finish_mark not exists for 3-th check, retry later wait process 5458 exit for 1-th time... check diff failed 4-th time, retry later [2025/04/05 08:22:03.506 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:03.583 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:22:03.587 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:03.592 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] check diff failed 3-th time, retry later wait process 5458 exit for 2-th time... table test.finish_mark not exists for 3-th check, retry later table batch_update_to_no_batch.recover_and_insert exists table batch_update_to_no_batch.finish_mark not exists for 1-th check, retry later wait process 5458 exit for 3-th time... wait process 5458 exit for 4-th time... table batch_add_table.finish_mark not exists for 4-th check, retry later wait process 5458 exit for 5-th time... check diff successfully check diff failed 1-th time, retry later start tidb cluster in /tmp/tidb_cdc_test/multi_source Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... wait process 5458 exit for 6-th time... [2025/04/05 08:22:06.092 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark4000] [2025/04/05 08:22:06.092 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark4000] table test.finish_mark not exists for 4-th check, retry later table batch_update_to_no_batch.finish_mark not exists for 2-th check, retry later wait process 5458 exit for 7-th time... # diff Configuration. check-thread-count = 4 export-fix-sql = true check-struct-only = false [task] output-dir = "/tmp/tidb_cdc_test/consistent_replicate_nfs/sync_diff/output" source-instances = ["mysql1"] target-instance = "tidb0" target-check-tables = ["consistent_replicate_nfs.usertable*"] [data-sources] [data-sources.mysql1] host = "127.0.0.1" port = 4000 user = "root" password = "" snapshot = "457129987385065476" [data-sources.tidb0] host = "127.0.0.1" port = 3306 user = "root" password = "" check diff failed 5-th time, retry later [2025/04/05 08:22:06.946 +08:00] [INFO] [helper.go:54] ["init log"] [file=] [level=info] [2025/04/05 08:22:06.948 +08:00] [INFO] [apply.go:78] ["set memory limit"] [memoryLimit=10737418240] [2025/04/05 08:22:06.948 +08:00] [INFO] [apply.go:94] ["Start http pprof server"] [addr=127.0.0.1:6060] [2025/04/05 08:22:06.948 +08:00] [INFO] [mem_quota.go:82] ["New memory quota"] [namespace=default] [changefeed=redo-applier] [total=1073741824] [2025/04/05 08:22:06.948 +08:00] [INFO] [redo.go:167] ["apply redo log starts"] [checkpointTs=457129986389180507] [resolvedTs=457129987385065476] [2025/04/05 08:22:06.948 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=ddl] [duration=290.959µs] [2025/04/05 08:22:06.949 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 08:22:06.949 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 08:22:06.949 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 08:22:06.955 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22ONLY_FULL_GROUP_BY%2CNO_ENGINE_SUBSTITUTION%2CIGNORE_SPACE%2CNO_AUTO_VALUE_ON_ZERO%2CALLOW_INVALID_DATES%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 08:22:06.958 +08:00] [INFO] [mysql.go:195] ["MySQL backends is created"] [changefeed=.] [workerCount=16] [forceReplicate=false] [2025/04/05 08:22:06.959 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:22:06.959 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:22:06.959 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:22:06.959 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:22:06.959 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:22:06.959 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:22:06.960 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:22:06.960 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:22:06.960 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:22:06.960 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:22:06.960 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:22:06.960 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:22:06.960 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:22:06.960 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:22:06.960 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:22:06.960 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:22:06.960 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=0] [2025/04/05 08:22:06.960 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=4] [2025/04/05 08:22:06.960 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=5] [2025/04/05 08:22:06.960 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=1] [2025/04/05 08:22:06.960 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=6] [2025/04/05 08:22:06.960 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=2] [2025/04/05 08:22:06.960 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=7] [2025/04/05 08:22:06.960 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=9] [2025/04/05 08:22:06.960 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=10] [2025/04/05 08:22:06.960 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=3] [2025/04/05 08:22:06.960 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=8] [2025/04/05 08:22:06.960 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=12] [2025/04/05 08:22:06.960 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=14] [2025/04/05 08:22:06.960 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=13] [2025/04/05 08:22:06.960 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=11] [2025/04/05 08:22:06.960 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=15] [2025/04/05 08:22:06.960 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 08:22:06.960 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 08:22:06.960 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 08:22:06.965 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22NO_AUTO_VALUE_ON_ZERO%2CIGNORE_SPACE%2CALLOW_INVALID_DATES%2CONLY_FULL_GROUP_BY%2CNO_ENGINE_SUBSTITUTION%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 08:22:06.967 +08:00] [WARN] [mysql_ddl_sink.go:291] ["please set `has-vector-type` to be true if a column is vector type when the downstream is not TiDB or TiDB version less than specify version"] [hasVectorType=false] [supportVectorVersion=8.4.0] [2025/04/05 08:22:06.967 +08:00] [INFO] [mysql_ddl_sink.go:122] ["MySQL DDL sink is created"] [namespace=] [changefeed=] [2025/04/05 08:22:06.969 +08:00] [INFO] [file.go:284] ["ignore logs which commitTs is greater than resolvedTs"] [filename=127.0.0.1:8300_a9f97893-f262-4505-bc30-d8ce5fddd370_row_457129987411279917_53e6a4d3-8484-4658-8734-f7a025176769.log] [endTs=457129987385065476] [2025/04/05 08:22:06.971 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=row] [duration=22.736663ms] [2025/04/05 08:22:07.419 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}"] [checkpointTs=457129987385065476] [2025/04/05 08:22:07.419 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}"] [checkpointTs=457129987385065476] wait process 5458 exit for 8-th time... table batch_add_table.finish_mark not exists for 5-th check, retry later cdc.test cli capture list --server 'http://127.0.0.1:8302' 2>&1 | grep '"is-owner": true' [2025/04/05 08:22:07.519 +08:00] [INFO] [redo.go:223] ["apply redo log finishes"] [appliedLogCount=4550] [appliedDDLCount=0] [currentCheckpoint=457129987385065476] [2025/04/05 08:22:07.519 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=10] [2025/04/05 08:22:07.519 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=8] [2025/04/05 08:22:07.519 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=14] [2025/04/05 08:22:07.519 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=15] [2025/04/05 08:22:07.519 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=13] [2025/04/05 08:22:07.519 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=7] [2025/04/05 08:22:07.520 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=2] [2025/04/05 08:22:07.520 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=12] [2025/04/05 08:22:07.519 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=6] [2025/04/05 08:22:07.519 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=0] [2025/04/05 08:22:07.519 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=3] [2025/04/05 08:22:07.519 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=4] [2025/04/05 08:22:07.519 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=1] [2025/04/05 08:22:07.519 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=5] [2025/04/05 08:22:07.520 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=9] [2025/04/05 08:22:07.519 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=11] Apply redo log successfully *************************** 1. row *************************** count(distinct region_id): 80 wait process 5458 exit for 9-th time... [2025/04/05 08:22:08.092 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark4000] [2025/04/05 08:22:08.099 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark4000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:22:08.100 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] check diff successfully [Sat Apr 5 08:22:07 CST 2025] <<<<<< run test case consistent_replicate_nfs success! >>>>>> count(*) 47724 /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (5458) - No such process wait process 5458 exit for 10-th time... process 5458 already exit check_no_capture http://127.0.0.1:2379 table test.finish_mark not exists for 5-th check, retry later table batch_update_to_no_batch.finish_mark not exists for 3-th check, retry later parse error: Invalid numeric literal at line 1, column 6 run task successfully [Sat Apr 5 08:22:08 CST 2025] <<<<<< START cdc server in changefeed_reconstruct case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_reconstruct.56695671.out server --log-file /tmp/tidb_cdc_test/changefeed_reconstruct/cdcserver2.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_reconstruct/cdc_dataserver2 --cluster-id default --addr 127.0.0.1:8300 + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff successfully wait process cdc.test exit for 1-th time... check diff successfully "is-owner": true, run task successfully nonempty select id, val from test.availability1 where id=1 and val=1 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later wait process cdc.test exit for 2-th time... table test.t2 not exists for 1-th check, retry later table batch_add_table.finish_mark not exists for 6-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:22:09 CST 2025] <<<<<< run test case capture_session_done_during_task success! >>>>>> table batch_update_to_no_batch.finish_mark not exists for 4-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 08:22:10.399 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark4000] [2025/04/05 08:22:10.480 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark4000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:22:10.483 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) table test.finish_mark not exists for 6-th check, retry later found first match line: 457129991230193676 : [2025/04/05 08:22:08.580 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=142] [jobID=143] [query="CREATE TABLE IF NOT EXISTS `finishmark4000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457129991230193676] [2025/04/05 08:22:10.781 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark4000] [2025/04/05 08:22:10.781 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457129991230193676] [2025/04/05 08:22:10.785 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:10.789 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:22:10.793 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:10.795 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark5000] [2025/04/05 08:22:10.795 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark5000] [2025/04/05 08:22:10.880 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [Pipeline] // cache table test.t2 not exists for 2-th check, retry later nonempty select id, val from test.availability1 where id=1 and val=1 run task successfully nonempty select id, val from test.availability1 where id=1 and val=22 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } Starting Upstream TiDB... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:22:11 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/9d15ef4d-95ba-4726-84c5-8b40c2022bb1 {UpstreamID:7489617624246518861 Namespace:default ID:9d15ef4d-95ba-4726-84c5-8b40c2022bb1 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:21:58.335517319 +0800 CST StartTs:457129988780720131 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003e767e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129988793565192} {CheckpointTs:457129989868617733 MinTableBarrierTs:457129991965507590 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129989868617733, checkpointTs: 457129989868617733, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a447ef0c-5cda-4356-ab22-9eda348767d1 {"id":"a447ef0c-5cda-4356-ab22-9eda348767d1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812528} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352f4f1ad a447ef0c-5cda-4356-ab22-9eda348767d1 /tidb/cdc/default/default/changefeed/info/9d15ef4d-95ba-4726-84c5-8b40c2022bb1 {"upstream-id":7489617624246518861,"namespace":"default","changefeed-id":"9d15ef4d-95ba-4726-84c5-8b40c2022bb1","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:21:58.335517319+08:00","start-ts":457129988780720131,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129988793565192} /tidb/cdc/default/default/changefeed/status/9d15ef4d-95ba-4726-84c5-8b40c2022bb1 {"checkpoint-ts":457129989868617733,"min-table-barrier-ts":457129991965507590,"admin-job-type":0} /tidb/cdc/default/default/task/position/a447ef0c-5cda-4356-ab22-9eda348767d1/9d15ef4d-95ba-4726-84c5-8b40c2022bb1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617624246518861 {"id":7489617624246518861,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/9d15ef4d-95ba-4726-84c5-8b40c2022bb1 {UpstreamID:7489617624246518861 Namespace:default ID:9d15ef4d-95ba-4726-84c5-8b40c2022bb1 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:21:58.335517319 +0800 CST StartTs:457129988780720131 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003e767e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129988793565192} {CheckpointTs:457129989868617733 MinTableBarrierTs:457129991965507590 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129989868617733, checkpointTs: 457129989868617733, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a447ef0c-5cda-4356-ab22-9eda348767d1 {"id":"a447ef0c-5cda-4356-ab22-9eda348767d1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812528} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352f4f1ad a447ef0c-5cda-4356-ab22-9eda348767d1 /tidb/cdc/default/default/changefeed/info/9d15ef4d-95ba-4726-84c5-8b40c2022bb1 {"upstream-id":7489617624246518861,"namespace":"default","changefeed-id":"9d15ef4d-95ba-4726-84c5-8b40c2022bb1","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:21:58.335517319+08:00","start-ts":457129988780720131,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129988793565192} /tidb/cdc/default/default/changefeed/status/9d15ef4d-95ba-4726-84c5-8b40c2022bb1 {"checkpoint-ts":457129989868617733,"min-table-barrier-ts":457129991965507590,"admin-job-type":0} /tidb/cdc/default/default/task/position/a447ef0c-5cda-4356-ab22-9eda348767d1/9d15ef4d-95ba-4726-84c5-8b40c2022bb1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617624246518861 {"id":7489617624246518861,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/9d15ef4d-95ba-4726-84c5-8b40c2022bb1 {UpstreamID:7489617624246518861 Namespace:default ID:9d15ef4d-95ba-4726-84c5-8b40c2022bb1 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:21:58.335517319 +0800 CST StartTs:457129988780720131 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003e767e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129988793565192} {CheckpointTs:457129989868617733 MinTableBarrierTs:457129991965507590 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129989868617733, checkpointTs: 457129989868617733, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a447ef0c-5cda-4356-ab22-9eda348767d1 {"id":"a447ef0c-5cda-4356-ab22-9eda348767d1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812528} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352f4f1ad a447ef0c-5cda-4356-ab22-9eda348767d1 /tidb/cdc/default/default/changefeed/info/9d15ef4d-95ba-4726-84c5-8b40c2022bb1 {"upstream-id":7489617624246518861,"namespace":"default","changefeed-id":"9d15ef4d-95ba-4726-84c5-8b40c2022bb1","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:21:58.335517319+08:00","start-ts":457129988780720131,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129988793565192} /tidb/cdc/default/default/changefeed/status/9d15ef4d-95ba-4726-84c5-8b40c2022bb1 {"checkpoint-ts":457129989868617733,"min-table-barrier-ts":457129991965507590,"admin-job-type":0} /tidb/cdc/default/default/task/position/a447ef0c-5cda-4356-ab22-9eda348767d1/9d15ef4d-95ba-4726-84c5-8b40c2022bb1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617624246518861 {"id":7489617624246518861,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list --pd=http://127.0.0.1:2379 2>&1 | grep id [Pipeline] // node [Pipeline] } =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/processor_resolved_ts_fallback/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table batch_add_table.finish_mark not exists for 7-th check, retry later [Pipeline] // podTemplate Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] } [Pipeline] // withEnv [Pipeline] } table batch_update_to_no_batch.finish_mark exists [Pipeline] // stage [Pipeline] } + start_tidb_cluster --workdir /tmp/tidb_cdc_test/sql_mode The 1 times to try to start tidb cluster... check diff successfully [2025/04/05 08:22:12.795 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark5000] [2025/04/05 08:22:12.802 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark5000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:22:12.804 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] table test.finish_mark not exists for 7-th check, retry later wait process cdc.test exit for 1-th time... table test.t2 not exists for 3-th check, retry later table region_merge.t1 exists check diff failed 1-th time, retry later "id": "a447ef0c-5cda-4356-ab22-9eda348767d1", "cluster-id": "default" run task successfully wait process cdc.test exit for 2-th time... nonempty select id, val from test.availability1 where id=1 and val=22 run task successfully empty select id, val from test.availability1 where id=1 TEST FAILED: OUTPUT CONTAINS 'id:' ____________________________________ *************************** 1. row *************************** id: 1 val: 22 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later table batch_add_table.finish_mark not exists for 8-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:22:13 CST 2025] <<<<<< run test case batch_update_to_no_batch success! >>>>>> table test.finish_mark not exists for 8-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/sql_mode Starting Upstream PD... capture_id: a447ef0c-5cda-4356-ab22-9eda348767d1 check_processor_table_count http://127.0.0.1:2379 9d15ef4d-95ba-4726-84c5-8b40c2022bb1 a447ef0c-5cda-4356-ab22-9eda348767d1 1 run task successfully start tidb cluster in /tmp/tidb_cdc_test/processor_resolved_ts_fallback Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/05 08:22:14.889 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark6000] [2025/04/05 08:22:14.889 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark6000] [2025/04/05 08:22:15.084 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark5000] [2025/04/05 08:22:15.095 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark5000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:22:15.096 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] check diff failed 1-th time, retry later empty select id, val from test.availability1 where id=1 run task successfully test_owner_cleanup_stale_tasks pass table test.t2 not exists for 4-th check, retry later check diff failed 2-th time, retry later found first match line: 457129992540913676 : [2025/04/05 08:22:13.580 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=144] [jobID=145] [query="CREATE TABLE IF NOT EXISTS `finishmark5000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457129992540913676] [2025/04/05 08:22:15.488 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark5000] [2025/04/05 08:22:15.488 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457129992540913676] [2025/04/05 08:22:15.490 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:15.494 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:22:15.581 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:15.588 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] table batch_add_table.finish_mark not exists for 9-th check, retry later wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check_processor_table_count http://127.0.0.1:2379 9d15ef4d-95ba-4726-84c5-8b40c2022bb1 a447ef0c-5cda-4356-ab22-9eda348767d1 0 table test.finish_mark not exists for 9-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_owner_retryable_error [Sat Apr 5 08:22:16 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/capture/capture-campaign-compacted-error=1*return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.40224024.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_owner_retryable_error.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_owner_retryable_error.server1 --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 08:22:16.889 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark6000] table count 1 does equal to expected count 0 run task failed 1-th time, retry later table test.t2 not exists for 5-th check, retry later check diff successfully table batch_add_table.finish_mark not exists for 10-th check, retry later wait process cdc.test exit for 1-th time... check diff failed 2-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release wait process cdc.test exit for 2-th time... TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ check data failed 1-th time, retry later check data successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... wait process cdc.test exit for 3-th time... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 08:22:16 CST 2025] <<<<<< run test case ddl_puller_lag success! >>>>>> cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:22:18 CST 2025] <<<<<< run test case region_merge success! >>>>>> check_processor_table_count http://127.0.0.1:2379 9d15ef4d-95ba-4726-84c5-8b40c2022bb1 a447ef0c-5cda-4356-ab22-9eda348767d1 0 run task successfully ***************** properties ***************** "operationcount"="0" "readproportion"="0" "mysql.host"="127.0.0.1" "requestdistribution"="uniform" "readallfields"="true" "workload"="core" "threadcount"="4" "dotransactions"="false" "mysql.db"="changefeed_reconstruct" "recordcount"="50" "mysql.port"="4000" "insertproportion"="0" "scanproportion"="0" "mysql.user"="root" "updateproportion"="0" ********************************************** Run finished, takes 30.525278ms INSERT - Takes(s): 0.0, Count: 48, OPS: 1874.9, Avg(us): 2476, Min(us): 1305, Max(us): 7023, 95th(us): 7000, 99th(us): 8000 table changefeed_reconstruct.usertable not exists for 1-th check, retry later table test.finish_mark not exists for 10-th check, retry later table test.t2 not exists for 6-th check, retry later [2025/04/05 08:22:18.895 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark6000] [2025/04/05 08:22:18.903 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark6000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:22:18.905 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] found first match line: 457129993694347277 : [2025/04/05 08:22:17.679 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=146] [jobID=147] [query="CREATE TABLE IF NOT EXISTS `finishmark6000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457129993694347277] [2025/04/05 08:22:19.292 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark6000] [2025/04/05 08:22:19.292 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457129993694347277] [2025/04/05 08:22:19.295 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:19.299 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:22:19.393 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:19.480 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] check diff failed 3-th time, retry later [2025/04/05 08:22:19.882 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark7000] [2025/04/05 08:22:19.882 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark7000] table batch_add_table.finish_mark not exists for 11-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:22:19 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00136d950 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129993080930307 MinTableBarrierTs:457129994391650311 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457129994391650311, checkpointTs: 457129993080930307, state: Prepared span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129994391650309, checkpointTs: 457129993080930307, state: Prepared span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129994391650311, checkpointTs: 457129993080930307, state: Prepared *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/660c0af2-0577-48b0-ba33-1f6d2e4708d1 {"id":"660c0af2-0577-48b0-ba33-1f6d2e4708d1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812537} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b3b8 660c0af2-0577-48b0-ba33-1f6d2e4708d1 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129993080930307,"min-table-barrier-ts":457129994391650311,"admin-job-type":0} /tidb/cdc/default/default/task/position/660c0af2-0577-48b0-ba33-1f6d2e4708d1/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00136d950 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129993080930307 MinTableBarrierTs:457129994391650311 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457129994391650311, checkpointTs: 457129993080930307, state: Prepared span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129994391650309, checkpointTs: 457129993080930307, state: Prepared span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129994391650311, checkpointTs: 457129993080930307, state: Prepared *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/660c0af2-0577-48b0-ba33-1f6d2e4708d1 {"id":"660c0af2-0577-48b0-ba33-1f6d2e4708d1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812537} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b3b8 660c0af2-0577-48b0-ba33-1f6d2e4708d1 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129993080930307,"min-table-barrier-ts":457129994391650311,"admin-job-type":0} /tidb/cdc/default/default/task/position/660c0af2-0577-48b0-ba33-1f6d2e4708d1/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00136d950 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129993080930307 MinTableBarrierTs:457129994391650311 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457129994391650311, checkpointTs: 457129993080930307, state: Prepared span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457129994391650309, checkpointTs: 457129993080930307, state: Prepared span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457129994391650311, checkpointTs: 457129993080930307, state: Prepared *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/660c0af2-0577-48b0-ba33-1f6d2e4708d1 {"id":"660c0af2-0577-48b0-ba33-1f6d2e4708d1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812537} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b3b8 660c0af2-0577-48b0-ba33-1f6d2e4708d1 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129993080930307,"min-table-barrier-ts":457129994391650311,"admin-job-type":0} /tidb/cdc/default/default/task/position/660c0af2-0577-48b0-ba33-1f6d2e4708d1/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/consistent_replicate_storage_file/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.finish_mark not exists for 11-th check, retry later table test.t2 not exists for 7-th check, retry later "is-owner": true, run task successfully table changefeed_reconstruct.usertable exists check diff failed 1-th time, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff failed 4-th time, retry later table batch_add_table.finish_mark not exists for 12-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/ddl_attributes/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [2025/04/05 08:22:21.882 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark7000] [2025/04/05 08:22:21.889 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark7000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:22:21.891 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) owner pid: 4027 owner id 660c0af2-0577-48b0-ba33-1f6d2e4708d1 [Sat Apr 5 08:22:22 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/owner-run-with-error=1*return(true);github.com/pingcap/tiflow/cdc/capture/capture-resign-failed=1*return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.41504152.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_owner_retryable_error.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_owner_retryable_error.server2 --cluster-id default --addr 127.0.0.1:8301 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 start tidb cluster in /tmp/tidb_cdc_test/consistent_replicate_storage_file Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... table test.finish_mark not exists for 12-th check, retry later table test.t2 not exists for 8-th check, retry later Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table tidb_cdc.syncpoint_v1 exists table tidb_cdc.syncpoint_v1 exists table bdr_mode.finish_mark exists table bdr_mode.finish_mark not exists for 1-th check, retry later table bdr_mode.finish_mark not exists for 2-th check, retry later table bdr_mode.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... check diff successfully Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... table batch_add_table.finish_mark not exists for 13-th check, retry later Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) wait process cdc.test exit for 2-th time... wait process cdc.test exit for 1-th time... wait process cdc.test exit for 3-th time... check diff successfully wait process cdc.test exit for 1-th time... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617819168754623 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4f05bc0007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-6gtp2, pid:4569, start at 2025-04-05 08:22:22.837420937 +0800 CST m=+2.401273017 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:22.845 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:22.831 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:22.831 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617819168754623 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4f05bc0007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-6gtp2, pid:4569, start at 2025-04-05 08:22:22.837420937 +0800 CST m=+2.401273017 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:22.845 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:22.831 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:22.831 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617819992406655 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4f0754000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-6gtp2, pid:4642, start at 2025-04-05 08:22:22.957113793 +0800 CST m=+2.430162340 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:22.965 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:22.933 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:22.933 +0800 All versions after safe point can be accessed. (DO NOT EDIT) wait process cdc.test exit for 2-th time... start tidb cluster in /tmp/tidb_cdc_test/ddl_attributes Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 08:22:24 CST 2025] <<<<<< run test case bdr_mode success! >>>>>> table test.finish_mark not exists for 13-th check, retry later wait process cdc.test exit for 2-th time... Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/processor_resolved_ts_fallback/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/processor_resolved_ts_fallback/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/processor_resolved_ts_fallback/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/processor_resolved_ts_fallback/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/processor_resolved_ts_fallback/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/05 08:22:24.396 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark8000] [2025/04/05 08:22:24.396 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark8000] [2025/04/05 08:22:24.491 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark7000] [2025/04/05 08:22:24.498 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark7000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:22:24.499 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] wait process cdc.test exit for 3-th time... found first match line: 457129994900209677 : [2025/04/05 08:22:22.679 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=148] [jobID=149] [query="CREATE TABLE IF NOT EXISTS `finishmark7000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457129994900209677] [2025/04/05 08:22:25.084 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark7000] [2025/04/05 08:22:25.085 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457129994900209677] [2025/04/05 08:22:25.087 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:25.091 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:22:25.182 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:25.188 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] wait process cdc.test exit for 3-th time... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 08:22:25 CST 2025] <<<<<< run test case changefeed_reconstruct success! >>>>>> table test.t2 not exists for 9-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table batch_add_table.finish_mark not exists for 14-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617618654483312 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4c34a4000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:9089, start at 2025-04-05 08:21:36.696440942 +0800 CST m=+2.716360871 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:36.705 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:36.681 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:36.681 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617618654483312 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4c34a4000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:9089, start at 2025-04-05 08:21:36.696440942 +0800 CST m=+2.716360871 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:36.705 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:36.681 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:36.681 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617618663293156 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4c35440002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:9159, start at 2025-04-05 08:21:36.721709023 +0800 CST m=+2.653637198 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:36.773 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:36.771 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:36.771 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 1396 (HY000) at line 1: Operation CREATE USER failed for 'normal'@'%' start tidb cluster failed The 2 times to try to start tidb cluster... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 08:22:25 CST 2025] <<<<<< run test case changefeed_pause_resume success! >>>>>> + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:22:25 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003e61320 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129995702370312 MinTableBarrierTs:457129995702370316 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/660c0af2-0577-48b0-ba33-1f6d2e4708d1 {"id":"660c0af2-0577-48b0-ba33-1f6d2e4708d1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812537} /tidb/cdc/default/__cdc_meta__/capture/7094e009-11ae-43e3-b93b-4a019115369c {"id":"7094e009-11ae-43e3-b93b-4a019115369c","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812543} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b3b8 660c0af2-0577-48b0-ba33-1f6d2e4708d1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b40c 7094e009-11ae-43e3-b93b-4a019115369c /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129995702370312,"min-table-barrier-ts":457129995964514316,"admin-job-type":0} /tidb/cdc/default/default/task/position/660c0af2-0577-48b0-ba33-1f6d2e4708d1/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/7094e009-11ae-43e3-b93b-4a019115369c/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003e61320 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129995702370312 MinTableBarrierTs:457129995702370316 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/660c0af2-0577-48b0-ba33-1f6d2e4708d1 {"id":"660c0af2-0577-48b0-ba33-1f6d2e4708d1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812537} /tidb/cdc/default/__cdc_meta__/capture/7094e009-11ae-43e3-b93b-4a019115369c {"id":"7094e009-11ae-43e3-b93b-4a019115369c","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812543} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b3b8 660c0af2-0577-48b0-ba33-1f6d2e4708d1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b40c 7094e009-11ae-43e3-b93b-4a019115369c /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129995702370312,"min-table-barrier-ts":457129995964514316,"admin-job-type":0} /tidb/cdc/default/default/task/position/660c0af2-0577-48b0-ba33-1f6d2e4708d1/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/7094e009-11ae-43e3-b93b-4a019115369c/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003e61320 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129995702370312 MinTableBarrierTs:457129995702370316 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/660c0af2-0577-48b0-ba33-1f6d2e4708d1 {"id":"660c0af2-0577-48b0-ba33-1f6d2e4708d1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812537} /tidb/cdc/default/__cdc_meta__/capture/7094e009-11ae-43e3-b93b-4a019115369c {"id":"7094e009-11ae-43e3-b93b-4a019115369c","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812543} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b3b8 660c0af2-0577-48b0-ba33-1f6d2e4708d1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b40c 7094e009-11ae-43e3-b93b-4a019115369c /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129995702370312,"min-table-barrier-ts":457129995964514316,"admin-job-type":0} /tidb/cdc/default/default/task/position/660c0af2-0577-48b0-ba33-1f6d2e4708d1/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/7094e009-11ae-43e3-b93b-4a019115369c/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep -v "660c0af2-0577-48b0-ba33-1f6d2e4708d1" | grep id =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_resume_with_checkpoint_ts/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 08:22:26.396 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark8000] table test.finish_mark not exists for 14-th check, retry later [Sat Apr 5 08:22:26 CST 2025] <<<<<< START cdc server in processor_resolved_ts_fallback case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkExecDMLError=return(true);github.com/pingcap/tiflow/cdc/sink/dmlsink/mq/dmlproducer/KafkaSinkAsyncSendError=return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_resolved_ts_fallback.60256027.out server --log-file /tmp/tidb_cdc_test/processor_resolved_ts_fallback/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_resolved_ts_fallback/cdc_data1 --cluster-id default --addr 127.0.0.1:8301 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table test.t2 not exists for 10-th check, retry later "id": "7094e009-11ae-43e3-b93b-4a019115369c", "cluster-id": "default" "cluster-id": "default" run task successfully Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore table batch_add_table.finish_mark not exists for 15-th check, retry later Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 08:22:28.402 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark8000] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/ddl_only_block_related_table/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/common_1/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [2025/04/05 08:22:28.482 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark8000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:22:28.483 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] capture_id: 7094e009-11ae-43e3-b93b-4a019115369c % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 35 100 35 0 0 34584 0 --:--:-- --:--:-- --:--:-- 35000 { "status": true, "message": "" }ETCDCTL_API=3 etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix | grep '660c0af2-0577-48b0-ba33-1f6d2e4708d1' 660c0af2-0577-48b0-ba33-1f6d2e4708d1 run task successfully ps -C cdc.test -o pid= | awk '{print $1}' | wc -l | grep 2 2 run task successfully test_owner_retryable_error pass [2025/04/05 08:22:28.780 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark9000] [2025/04/05 08:22:28.780 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark9000] found first match line: 457129996237144076 : [2025/04/05 08:22:27.680 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=150] [jobID=151] [query="CREATE TABLE IF NOT EXISTS `finishmark8000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457129996237144076] [2025/04/05 08:22:28.896 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark8000] [2025/04/05 08:22:28.896 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457129996237144076] [2025/04/05 08:22:28.982 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:28.986 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:22:28.991 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:28.996 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] table test.finish_mark not exists for 15-th check, retry later table test.t2 not exists for 11-th check, retry later wait process cdc.test exit for 1-th time... start tidb cluster in /tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > wait process cdc.test exit for 2-th time... table batch_add_table.finish_mark not exists for 16-th check, retry later Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:22:29 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/fbb9e02e-4b05-4d88-93fc-be2cf88fa822 {"id":"fbb9e02e-4b05-4d88-93fc-be2cf88fa822","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812547} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353a229d7 fbb9e02e-4b05-4d88-93fc-be2cf88fa822 /tidb/cdc/default/default/upstream/7489617819168754623 {"id":7489617819168754623,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/fbb9e02e-4b05-4d88-93fc-be2cf88fa822 {"id":"fbb9e02e-4b05-4d88-93fc-be2cf88fa822","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812547} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353a229d7 fbb9e02e-4b05-4d88-93fc-be2cf88fa822 /tidb/cdc/default/default/upstream/7489617819168754623 {"id":7489617819168754623,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/fbb9e02e-4b05-4d88-93fc-be2cf88fa822 {"id":"fbb9e02e-4b05-4d88-93fc-be2cf88fa822","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812547} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353a229d7 fbb9e02e-4b05-4d88-93fc-be2cf88fa822 /tidb/cdc/default/default/upstream/7489617819168754623 {"id":7489617819168754623,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_resolved_ts_fallback.cli.6083.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --server=127.0.0.1:8301 cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_gap_between_watch_capture [Sat Apr 5 08:22:30 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/sleep-in-owner-tick=1*sleep(6000)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.43144316.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_gap_between_watch_capture.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_gap_between_watch_capture.server1 --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Create changefeed successfully! ID: cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6 Info: {"upstream_id":7489617819168754623,"namespace":"default","id":"cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:22:30.322252469+08:00","start_ts":457129997168017413,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129997168017413,"checkpoint_ts":457129997168017413,"checkpoint_time":"2025-04-05 08:22:30.232"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table processor_delay.t1 exists table processor_delay.t2 exists table processor_delay.t3 exists table processor_delay.t4 exists table processor_delay.t5 exists table processor_delay.t6 exists table processor_delay.t7 exists table processor_delay.t8 exists table processor_delay.t9 exists table processor_delay.t10 exists table processor_delay.t11 exists table processor_delay.t12 exists table processor_delay.t13 not exists for 1-th check, retry later table processor_delay.t13 exists table processor_delay.t14 not exists for 1-th check, retry later table processor_delay.t14 exists table processor_delay.t15 not exists for 1-th check, retry later [2025/04/05 08:22:30.780 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark9000] [2025/04/05 08:22:30.787 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark9000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:22:30.789 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] table test.finish_mark not exists for 16-th check, retry later table test.t2 not exists for 12-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/ddl_only_block_related_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + set +x start tidb cluster in /tmp/tidb_cdc_test/common_1 Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table batch_add_table.finish_mark not exists for 17-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) cdc cli processor list --server http://127.0.0.1:8301 |jq '.|length'|grep -E '^1$' 1 run task successfully table processor_resolved_ts_fallback.t1 not exists for 1-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617849294369371 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4f7318000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:10113, start at 2025-04-05 08:22:29.87189659 +0800 CST m=+2.340192201 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:29.914 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:29.881 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:29.881 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617849294369371 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4f7318000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:10113, start at 2025-04-05 08:22:29.87189659 +0800 CST m=+2.340192201 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:29.914 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:29.881 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:29.881 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617846707281434 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4f74a0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:10183, start at 2025-04-05 08:22:29.968373633 +0800 CST m=+2.382193788 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:29.976 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:29.978 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:29.978 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/consistent_replicate_storage_file/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/consistent_replicate_storage_file/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/consistent_replicate_storage_file/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/consistent_replicate_storage_file/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/consistent_replicate_storage_file/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table processor_delay.t15 exists table processor_delay.t16 not exists for 1-th check, retry later table test.finish_mark not exists for 17-th check, retry later table test.t2 exists check diff successfully + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > [2025/04/05 08:22:33.290 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark9000] [2025/04/05 08:22:33.385 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark9000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:22:33.387 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] Verifying downstream PD is started... table batch_add_table.finish_mark exists check diff successfully Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) wait process cdc.test exit for 1-th time... [Sat Apr 5 08:22:33 CST 2025] <<<<<< START cdc server in consistent_replicate_storage_file case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_storage_file.1144411446.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_storage_file/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_storage_file/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 found first match line: 457129997285720077 : [2025/04/05 08:22:31.709 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=152] [jobID=153] [query="CREATE TABLE IF NOT EXISTS `finishmark9000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457129997285720077] [2025/04/05 08:22:34.085 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark9000] [2025/04/05 08:22:34.085 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457129997285720077] [2025/04/05 08:22:34.088 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:34.092 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:22:34.097 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:34.182 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:22:34.192 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark10000] [2025/04/05 08:22:34.192 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark10000] wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... Verifying downstream PD is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617856891489705 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4f99600005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-9h3l7, pid:25593, start at 2025-04-05 08:22:32.283441121 +0800 CST m=+2.489628449 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:32.317 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:32.280 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:32.280 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617856891489705 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4f99600005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-9h3l7, pid:25593, start at 2025-04-05 08:22:32.283441121 +0800 CST m=+2.489628449 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:32.317 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:32.280 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:32.280 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617859249035066 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4f93e80004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-9h3l7, pid:25673, start at 2025-04-05 08:22:31.937655451 +0800 CST m=+2.084857437 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:31.946 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:31.930 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:31.930 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_attributes/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_attributes/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_attributes/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_attributes/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_attributes/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table processor_resolved_ts_fallback.t1 exists [Sat Apr 5 08:22:33 CST 2025] <<<<<< START cdc server in processor_resolved_ts_fallback case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_resolved_ts_fallback.61816183.out server --log-file /tmp/tidb_cdc_test/processor_resolved_ts_fallback/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_resolved_ts_fallback/cdc_data2 --cluster-id default --addr 127.0.0.1:8302 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8302; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/capture_suicide_while_balance_table/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table processor_delay.t16 exists table processor_delay.t17 not exists for 1-th check, retry later table test.finish_mark not exists for 18-th check, retry later wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:22:34 CST 2025] <<<<<< run test case resolve_lock success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_capture/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release start tidb cluster in /tmp/tidb_cdc_test/sql_mode Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cli_with_auth/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_attributes.cli.27000.out cli tso query --pd=http://127.0.0.1:2379 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 08:22:36.193 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark10000] [2025/04/05 08:22:36.284 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark10000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:22:36.285 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] table test.finish_mark not exists for 19-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8302 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:22:37 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6 {UpstreamID:7489617819168754623 Namespace:default ID:cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:22:30.322252469 +0800 CST StartTs:457129997168017413 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0043361b0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129997180862472} {CheckpointTs:457129998819524613 MinTableBarrierTs:457129998819524613 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7dae7215-6b01-47c1-a01f-6b7c93c81fbe {"id":"7dae7215-6b01-47c1-a01f-6b7c93c81fbe","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812554} /tidb/cdc/default/__cdc_meta__/capture/fbb9e02e-4b05-4d88-93fc-be2cf88fa822 {"id":"fbb9e02e-4b05-4d88-93fc-be2cf88fa822","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812547} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353a229d7 fbb9e02e-4b05-4d88-93fc-be2cf88fa822 /tidb/cdc/default/__cdc_meta__/owner/2231960353a22a53 7dae7215-6b01-47c1-a01f-6b7c93c81fbe /tidb/cdc/default/default/changefeed/info/cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6 {"upstream-id":7489617819168754623,"namespace":"default","changefeed-id":"cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:22:30.322252469+08:00","start-ts":457129997168017413,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129997180862472} /tidb/cdc/default/default/changefeed/status/cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6 {"checkpoint-ts":457129998819524613,"min-table-barrier-ts":457129998819524613,"admin-job-type":0} /tidb/cdc/default/default/task/position/7dae7215-6b01-47c1-a01f-6b7c93c81fbe/cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/fbb9e02e-4b05-4d88-93fc-be2cf88fa822/cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617819168754623 {"id":7489617819168754623,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6 {UpstreamID:7489617819168754623 Namespace:default ID:cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:22:30.322252469 +0800 CST StartTs:457129997168017413 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0043361b0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129997180862472} {CheckpointTs:457129998819524613 MinTableBarrierTs:457129998819524613 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7dae7215-6b01-47c1-a01f-6b7c93c81fbe {"id":"7dae7215-6b01-47c1-a01f-6b7c93c81fbe","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812554} /tidb/cdc/default/__cdc_meta__/capture/fbb9e02e-4b05-4d88-93fc-be2cf88fa822 {"id":"fbb9e02e-4b05-4d88-93fc-be2cf88fa822","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812547} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353a229d7 fbb9e02e-4b05-4d88-93fc-be2cf88fa822 /tidb/cdc/default/__cdc_meta__/owner/2231960353a22a53 7dae7215-6b01-47c1-a01f-6b7c93c81fbe /tidb/cdc/default/default/changefeed/info/cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6 {"upstream-id":7489617819168754623,"namespace":"default","changefeed-id":"cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:22:30.322252469+08:00","start-ts":457129997168017413,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129997180862472} /tidb/cdc/default/default/changefeed/status/cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6 {"checkpoint-ts":457129998819524613,"min-table-barrier-ts":457129998819524613,"admin-job-type":0} /tidb/cdc/default/default/task/position/7dae7215-6b01-47c1-a01f-6b7c93c81fbe/cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/fbb9e02e-4b05-4d88-93fc-be2cf88fa822/cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617819168754623 {"id":7489617819168754623,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6 {UpstreamID:7489617819168754623 Namespace:default ID:cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:22:30.322252469 +0800 CST StartTs:457129997168017413 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0043361b0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129997180862472} {CheckpointTs:457129998819524613 MinTableBarrierTs:457129998819524613 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7dae7215-6b01-47c1-a01f-6b7c93c81fbe {"id":"7dae7215-6b01-47c1-a01f-6b7c93c81fbe","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812554} /tidb/cdc/default/__cdc_meta__/capture/fbb9e02e-4b05-4d88-93fc-be2cf88fa822 {"id":"fbb9e02e-4b05-4d88-93fc-be2cf88fa822","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812547} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353a229d7 fbb9e02e-4b05-4d88-93fc-be2cf88fa822 /tidb/cdc/default/__cdc_meta__/owner/2231960353a22a53 7dae7215-6b01-47c1-a01f-6b7c93c81fbe /tidb/cdc/default/default/changefeed/info/cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6 {"upstream-id":7489617819168754623,"namespace":"default","changefeed-id":"cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:22:30.322252469+08:00","start-ts":457129997168017413,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129997180862472} /tidb/cdc/default/default/changefeed/status/cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6 {"checkpoint-ts":457129998819524613,"min-table-barrier-ts":457129998819524613,"admin-job-type":0} /tidb/cdc/default/default/task/position/7dae7215-6b01-47c1-a01f-6b7c93c81fbe/cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/fbb9e02e-4b05-4d88-93fc-be2cf88fa822/cd12356a-5ea1-4ddf-b15a-4fb09c9e08c6 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617819168754623 {"id":7489617819168754623,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x found first match line: 457129998596440077 : [2025/04/05 08:22:36.780 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=154] [jobID=155] [query="CREATE TABLE IF NOT EXISTS `finishmark10000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457129998596440077] [2025/04/05 08:22:37.088 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark10000] [2025/04/05 08:22:37.088 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457129998596440077] [2025/04/05 08:22:37.091 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:37.095 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:22:37.099 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:37.182 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] table processor_resolved_ts_fallback.t2 not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:22:37 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/35b280af-3ef1-41e9-8b5b-b0f5029682d9 {"id":"35b280af-3ef1-41e9-8b5b-b0f5029682d9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812554} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353c1cdd6 35b280af-3ef1-41e9-8b5b-b0f5029682d9 /tidb/cdc/default/default/upstream/7489617849294369371 {"id":7489617849294369371,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/35b280af-3ef1-41e9-8b5b-b0f5029682d9 {"id":"35b280af-3ef1-41e9-8b5b-b0f5029682d9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812554} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353c1cdd6 35b280af-3ef1-41e9-8b5b-b0f5029682d9 /tidb/cdc/default/default/upstream/7489617849294369371 {"id":7489617849294369371,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/35b280af-3ef1-41e9-8b5b-b0f5029682d9 {"id":"35b280af-3ef1-41e9-8b5b-b0f5029682d9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812554} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353c1cdd6 35b280af-3ef1-41e9-8b5b-b0f5029682d9 /tidb/cdc/default/default/upstream/7489617849294369371 {"id":7489617849294369371,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table processor_delay.t17 exists table processor_delay.t18 not exists for 1-th check, retry later < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:22:36 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0041aa990 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129996488540170 MinTableBarrierTs:457129996488540173 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9fdd9e22-fe85-4779-bb32-ae545ab469e7 {"id":"9fdd9e22-fe85-4779-bb32-ae545ab469e7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812550} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b47f 9fdd9e22-fe85-4779-bb32-ae545ab469e7 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129996488540170,"min-table-barrier-ts":457129996488540173,"admin-job-type":0} /tidb/cdc/default/default/task/position/9fdd9e22-fe85-4779-bb32-ae545ab469e7/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0041aa990 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129996488540170 MinTableBarrierTs:457129996488540173 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9fdd9e22-fe85-4779-bb32-ae545ab469e7 {"id":"9fdd9e22-fe85-4779-bb32-ae545ab469e7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812550} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b47f 9fdd9e22-fe85-4779-bb32-ae545ab469e7 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129996488540170,"min-table-barrier-ts":457129996488540173,"admin-job-type":0} /tidb/cdc/default/default/task/position/9fdd9e22-fe85-4779-bb32-ae545ab469e7/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 + grep -q 'failed to get info:' {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0041aa990 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457129996488540170 MinTableBarrierTs:457129996488540173 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9fdd9e22-fe85-4779-bb32-ae545ab469e7 {"id":"9fdd9e22-fe85-4779-bb32-ae545ab469e7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812550} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b47f 9fdd9e22-fe85-4779-bb32-ae545ab469e7 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457129996488540170,"min-table-barrier-ts":457129996488540173,"admin-job-type":0} /tidb/cdc/default/default/task/position/9fdd9e22-fe85-4779-bb32-ae545ab469e7/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 + grep -q 'etcd info' {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617873039408763 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4fce6c0004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-j1fjd, pid:6792, start at 2025-04-05 08:22:35.679925873 +0800 CST m=+2.150576971 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:35.690 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:35.724 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:35.724 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617873039408763 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4fce6c0004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-j1fjd, pid:6792, start at 2025-04-05 08:22:35.679925873 +0800 CST m=+2.150576971 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:35.690 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:35.724 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:35.724 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617868837530586 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4fcff40007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-j1fjd, pid:6857, start at 2025-04-05 08:22:35.783484988 +0800 CST m=+2.198684629 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:35.834 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:35.824 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:35.824 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } start tidb cluster in /tmp/tidb_cdc_test/capture_suicide_while_balance_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) "is-owner": true, run task successfully + set +x + tso='457129998805630977 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129998805630977 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:22:37 CST 2025] <<<<<< START cdc server in ddl_attributes case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_attributes.2704027042.out server --log-file /tmp/tidb_cdc_test/ddl_attributes/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_attributes/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617782177066901 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4fd32c000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz, pid:6958, start at 2025-04-05 08:22:35.995393175 +0800 CST m=+24.194406539 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:36.004 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:35.979 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:35.979 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617782177066901 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4fd32c000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz, pid:6958, start at 2025-04-05 08:22:35.995393175 +0800 CST m=+24.194406539 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:36.004 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:35.979 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:35.979 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617773116158984 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4e7528000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz, pid:7034, start at 2025-04-05 08:22:13.603065067 +0800 CST m=+1.743548386 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:13.611 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:13.578 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:13.578 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_source/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_source/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ***************** properties ***************** "readallfields"="true" "insertproportion"="0" "readproportion"="0" "scanproportion"="0" "threadcount"="10" "mysql.host"="127.0.0.1" "recordcount"="5000" "dotransactions"="false" "operationcount"="0" "workload"="core" "updateproportion"="0" "mysql.user"="root" "mysql.db"="consistent_replicate_storage_file" "fieldcount"="100" "requestdistribution"="uniform" "mysql.port"="4000" ********************************************** start tidb cluster in /tmp/tidb_cdc_test/multi_capture Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/05 08:22:38.683 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark11000] [2025/04/05 08:22:38.683 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark11000] table processor_resolved_ts_fallback.t2 exists table processor_resolved_ts_fallback.t3 not exists for 1-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/cli_with_auth Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table processor_delay.t18 exists table processor_delay.t19 not exists for 1-th check, retry later table test.finish_mark not exists for 20-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) owner pid: 4319 owner id 9fdd9e22-fe85-4779-bb32-ae545ab469e7 [Sat Apr 5 08:22:39 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/sleep-in-owner-tick=1*sleep(6000)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.44394441.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_gap_between_watch_capture.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_gap_between_watch_capture.server2 --cluster-id default --addr 127.0.0.1:8301 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Verifying downstream PD is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Sat Apr 5 08:22:39 CST 2025] <<<<<< START cdc server in changefeed_resume_with_checkpoint_ts case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_resume_with_checkpoint_ts.81298131.out server --log-file /tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.8361.out cli tso query --pd=http://127.0.0.1:2379 Run finished, takes 2.187345872s INSERT - Takes(s): 2.2, Count: 5000, OPS: 2302.3, Avg(us): 3987, Min(us): 1223, Max(us): 78588, 95th(us): 5000, 99th(us): 62000 Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 08:22:40.683 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark11000] table processor_delay.t19 exists table processor_delay.t20 not exists for 1-th check, retry later table test.finish_mark not exists for 21-th check, retry later Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:22:40 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0141b2eb-74b8-4c79-b74f-5c8194cc9035 {"id":"0141b2eb-74b8-4c79-b74f-5c8194cc9035","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812558} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353c8a2e3 0141b2eb-74b8-4c79-b74f-5c8194cc9035 /tidb/cdc/default/default/upstream/7489617856891489705 {"id":7489617856891489705,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0141b2eb-74b8-4c79-b74f-5c8194cc9035 {"id":"0141b2eb-74b8-4c79-b74f-5c8194cc9035","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812558} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353c8a2e3 0141b2eb-74b8-4c79-b74f-5c8194cc9035 /tidb/cdc/default/default/upstream/7489617856891489705 {"id":7489617856891489705,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0141b2eb-74b8-4c79-b74f-5c8194cc9035 {"id":"0141b2eb-74b8-4c79-b74f-5c8194cc9035","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812558} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353c8a2e3 0141b2eb-74b8-4c79-b74f-5c8194cc9035 /tidb/cdc/default/default/upstream/7489617856891489705 {"id":7489617856891489705,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_attributes.cli.27101.out cli changefeed create --start-ts=457129998805630977 --sink-uri=mysql://root@127.0.0.1:3306/ Create changefeed successfully! ID: 9804236d-b517-4a92-9769-9429f149fb34 Info: {"upstream_id":7489617856891489705,"namespace":"default","id":"9804236d-b517-4a92-9769-9429f149fb34","sink_uri":"mysql://root@127.0.0.1:3306/","create_time":"2025-04-05T08:22:41.429832624+08:00","start_ts":457129998805630977,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129998805630977,"checkpoint_ts":457129998805630977,"checkpoint_time":"2025-04-05 08:22:36.479"} PASS table processor_resolved_ts_fallback.t3 exists cdc cli processor list --server http://127.0.0.1:8301 |jq '.|length'|grep -E '^2$' 2 run task successfully killing cdc1: 6030 cdc cli capture list --server http://127.0.0.1:8302 |jq '.|length'|grep -E '^1$' Error: Get "http://127.0.0.1:8301/api/v2/captures": dial tcp 127.0.0.1:8301: connect: connection refused run task failed 1-th time, retry later coverage: 2.4% of statements in github.com/pingcap/tiflow/... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617885050799334 TiDB Cluster ID. tikv_gc_leader_uuid 6580d50157c0013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm, pid:6726, start at 2025-04-05 08:22:40.258842539 +0800 CST m=+2.721572670 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:40.267 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:40.271 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:40.271 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617885050799334 TiDB Cluster ID. tikv_gc_leader_uuid 6580d50157c0013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm, pid:6726, start at 2025-04-05 08:22:40.258842539 +0800 CST m=+2.721572670 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:40.267 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:40.271 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:40.271 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617893369143781 TiDB Cluster ID. tikv_gc_leader_uuid 6580d50157c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm, pid:6790, start at 2025-04-05 08:22:40.258774238 +0800 CST m=+2.664205883 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:40.267 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:40.266 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:40.266 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617889008908394 TiDB Cluster ID. tikv_gc_leader_uuid 6580d500ee80014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-f-hs7hm, pid:6751, start at 2025-04-05 08:22:39.843475729 +0800 CST m=+2.257031797 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:39.852 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:39.902 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:39.902 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617889008908394 TiDB Cluster ID. tikv_gc_leader_uuid 6580d500ee80014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-f-hs7hm, pid:6751, start at 2025-04-05 08:22:39.843475729 +0800 CST m=+2.257031797 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:39.852 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:39.902 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:39.902 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617890151763223 TiDB Cluster ID. tikv_gc_leader_uuid 6580d501070000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-f-hs7hm, pid:6829, start at 2025-04-05 08:22:39.933802124 +0800 CST m=+2.289953243 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:39.941 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:39.945 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:39.945 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/common_1/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/common_1/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/common_1/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/common_1/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/common_1/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x + tso='457129999880421378 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457129999880421378 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:22:41 CST 2025] <<<<<< START cdc server in multi_source case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.83978399.out server --log-file /tmp/tidb_cdc_test/multi_source/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_source/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 08:22:29.479 +08:00] [WARN] [diff.go:180] ["table struct is not equal"] [reason="column num not equal, one is 34 another is 11"] [2025/04/05 08:22:34.478 +08:00] [WARN] [diff.go:180] ["table struct is not equal"] [reason="column num not equal, one is 34 another is 23"] table consistent_replicate_storage_file.usertable exists table consistent_replicate_storage_file.check1 not exists for 1-th check, retry later check_changefeed_state http://127.0.0.1:2379 d645ebb3-63b2-4880-964e-b5351954b6bd finished null + endpoints=http://127.0.0.1:2379 + changefeed_id=d645ebb3-63b2-4880-964e-b5351954b6bd + expected_state=finished + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c d645ebb3-63b2-4880-964e-b5351954b6bd -s + info='{ "upstream_id": 7489617438455445132, "namespace": "default", "id": "d645ebb3-63b2-4880-964e-b5351954b6bd", "state": "finished", "checkpoint_tso": 457129997417840649, "checkpoint_time": "2025-04-05 08:22:31.185", "error": null }' + echo '{ "upstream_id": 7489617438455445132, "namespace": "default", "id": "d645ebb3-63b2-4880-964e-b5351954b6bd", "state": "finished", "checkpoint_tso": 457129997417840649, "checkpoint_time": "2025-04-05 08:22:31.185", "error": null }' { "upstream_id": 7489617438455445132, "namespace": "default", "id": "d645ebb3-63b2-4880-964e-b5351954b6bd", "state": "finished", "checkpoint_tso": 457129997417840649, "checkpoint_time": "2025-04-05 08:22:31.185", "error": null } ++ echo '{' '"upstream_id":' 7489617438455445132, '"namespace":' '"default",' '"id":' '"d645ebb3-63b2-4880-964e-b5351954b6bd",' '"state":' '"finished",' '"checkpoint_tso":' 457129997417840649, '"checkpoint_time":' '"2025-04-05' '08:22:31.185",' '"error":' null '}' ++ jq -r .state + state=finished + [[ ! finished == \f\i\n\i\s\h\e\d ]] ++ echo '{' '"upstream_id":' 7489617438455445132, '"namespace":' '"default",' '"id":' '"d645ebb3-63b2-4880-964e-b5351954b6bd",' '"state":' '"finished",' '"checkpoint_tso":' 457129997417840649, '"checkpoint_time":' '"2025-04-05' '08:22:31.185",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:22:37 CST 2025] <<<<<< run test case changefeed_finish success! >>>>>> [2025/04/05 08:22:42.691 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark11000] [2025/04/05 08:22:42.700 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark11000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:22:42.702 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > table processor_delay.t20 exists table processor_delay.t21 not exists for 1-th check, retry later + set +x < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:22:42 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2bf722e8-f6cd-49aa-a5ce-5482bef726fc {"id":"2bf722e8-f6cd-49aa-a5ce-5482bef726fc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812560} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353d935d2 2bf722e8-f6cd-49aa-a5ce-5482bef726fc /tidb/cdc/default/default/upstream/7489617873039408763 {"id":7489617873039408763,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2bf722e8-f6cd-49aa-a5ce-5482bef726fc {"id":"2bf722e8-f6cd-49aa-a5ce-5482bef726fc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812560} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353d935d2 2bf722e8-f6cd-49aa-a5ce-5482bef726fc /tidb/cdc/default/default/upstream/7489617873039408763 {"id":7489617873039408763,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2bf722e8-f6cd-49aa-a5ce-5482bef726fc {"id":"2bf722e8-f6cd-49aa-a5ce-5482bef726fc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812560} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353d935d2 2bf722e8-f6cd-49aa-a5ce-5482bef726fc /tidb/cdc/default/default/upstream/7489617873039408763 {"id":7489617873039408763,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table test.finish_mark not exists for 22-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:22:42 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003ab4870 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130000171663363 MinTableBarrierTs:457130000171663365 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/95fc966f-99bc-42e4-bb2e-0ebb86bb6f0b {"id":"95fc966f-99bc-42e4-bb2e-0ebb86bb6f0b","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812559} /tidb/cdc/default/__cdc_meta__/capture/9fdd9e22-fe85-4779-bb32-ae545ab469e7 {"id":"9fdd9e22-fe85-4779-bb32-ae545ab469e7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812550} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b47f 9fdd9e22-fe85-4779-bb32-ae545ab469e7 /tidb/cdc/default/__cdc_meta__/owner/223196035248b4e6 95fc966f-99bc-42e4-bb2e-0ebb86bb6f0b /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130000171663363,"min-table-barrier-ts":457130000171663365,"admin-job-type":0} /tidb/cdc/default/default/task/position/95fc966f-99bc-42e4-bb2e-0ebb86bb6f0b/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/9fdd9e22-fe85-4779-bb32-ae545ab469e7/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003ab4870 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130000171663363 MinTableBarrierTs:457130000171663365 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/95fc966f-99bc-42e4-bb2e-0ebb86bb6f0b {"id":"95fc966f-99bc-42e4-bb2e-0ebb86bb6f0b","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812559} /tidb/cdc/default/__cdc_meta__/capture/9fdd9e22-fe85-4779-bb32-ae545ab469e7 {"id":"9fdd9e22-fe85-4779-bb32-ae545ab469e7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812550} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b47f 9fdd9e22-fe85-4779-bb32-ae545ab469e7 /tidb/cdc/default/__cdc_meta__/owner/223196035248b4e6 95fc966f-99bc-42e4-bb2e-0ebb86bb6f0b /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130000171663363,"min-table-barrier-ts":457130000171663365,"admin-job-type":0} /tidb/cdc/default/default/task/position/95fc966f-99bc-42e4-bb2e-0ebb86bb6f0b/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/9fdd9e22-fe85-4779-bb32-ae545ab469e7/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003ab4870 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130000171663363 MinTableBarrierTs:457130000171663365 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/95fc966f-99bc-42e4-bb2e-0ebb86bb6f0b {"id":"95fc966f-99bc-42e4-bb2e-0ebb86bb6f0b","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812559} /tidb/cdc/default/__cdc_meta__/capture/9fdd9e22-fe85-4779-bb32-ae545ab469e7 {"id":"9fdd9e22-fe85-4779-bb32-ae545ab469e7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812550} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/223196035248b47f 9fdd9e22-fe85-4779-bb32-ae545ab469e7 /tidb/cdc/default/__cdc_meta__/owner/223196035248b4e6 95fc966f-99bc-42e4-bb2e-0ebb86bb6f0b /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130000171663363,"min-table-barrier-ts":457130000171663365,"admin-job-type":0} /tidb/cdc/default/default/task/position/95fc966f-99bc-42e4-bb2e-0ebb86bb6f0b/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/9fdd9e22-fe85-4779-bb32-ae545ab469e7/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 + grep -q 'etcd info' {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep -v "9fdd9e22-fe85-4779-bb32-ae545ab469e7" | grep id Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 08:22:43.185 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark12000] [2025/04/05 08:22:43.185 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark12000] cdc cli capture list --server http://127.0.0.1:8302 |jq '.|length'|grep -E '^1$' found first match line: 457129999933374476 : [2025/04/05 08:22:41.780 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=156] [jobID=157] [query="CREATE TABLE IF NOT EXISTS `finishmark11000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457129999933374476] [2025/04/05 08:22:43.487 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark11000] [2025/04/05 08:22:43.487 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457129999933374476] [2025/04/05 08:22:43.490 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:43.493 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:22:43.581 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:43.587 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] Error: Get "http://127.0.0.1:8301/api/v2/captures": dial tcp 127.0.0.1:8301: connect: connection refused run task failed 2-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) "cluster-id": "default" "id": "95fc966f-99bc-42e4-bb2e-0ebb86bb6f0b", "cluster-id": "default" run task successfully Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table test.table1 not exists for 1-th check, retry later [Sat Apr 5 08:22:43 CST 2025] <<<<<< START cdc server in ddl_only_block_related_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.81088110.out server --log-file /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table processor_delay.t21 exists table processor_delay.t22 not exists for 1-th check, retry later table test.finish_mark not exists for 23-th check, retry later table consistent_replicate_storage_file.check1 not exists for 2-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:22:45 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/abcfef9c-f4b1-4fff-8dff-43ad5cb232d0 {"id":"abcfef9c-f4b1-4fff-8dff-43ad5cb232d0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812562} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603537e6a36 abcfef9c-f4b1-4fff-8dff-43ad5cb232d0 /tidb/cdc/default/default/upstream/7489617782177066901 {"id":7489617782177066901,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/abcfef9c-f4b1-4fff-8dff-43ad5cb232d0 {"id":"abcfef9c-f4b1-4fff-8dff-43ad5cb232d0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812562} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603537e6a36 abcfef9c-f4b1-4fff-8dff-43ad5cb232d0 /tidb/cdc/default/default/upstream/7489617782177066901 {"id":7489617782177066901,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/abcfef9c-f4b1-4fff-8dff-43ad5cb232d0 {"id":"abcfef9c-f4b1-4fff-8dff-43ad5cb232d0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812562} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603537e6a36 abcfef9c-f4b1-4fff-8dff-43ad5cb232d0 /tidb/cdc/default/default/upstream/7489617782177066901 {"id":7489617782177066901,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.8452.out cli changefeed create --start-ts=457129999880421378 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ capture_id: 95fc966f-99bc-42e4-bb2e-0ebb86bb6f0b [2025/04/05 08:22:45.185 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark12000] [2025/04/05 08:22:45.193 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark12000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:22:45.194 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] Create changefeed successfully! ID: f2fad5cf-e684-4ffd-888b-20b4fdfb03f7 Info: {"upstream_id":7489617782177066901,"namespace":"default","id":"f2fad5cf-e684-4ffd-888b-20b4fdfb03f7","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:22:45.507554444+08:00","start_ts":457129999880421378,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457129999880421378,"checkpoint_ts":457129999880421378,"checkpoint_time":"2025-04-05 08:22:40.579"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617618654483312 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4c34a4000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:9089, start at 2025-04-05 08:21:36.696440942 +0800 CST m=+2.716360871 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:36.705 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:36.681 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:36.681 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617618654483312 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4c34a4000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:9089, start at 2025-04-05 08:21:36.696440942 +0800 CST m=+2.716360871 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:36.705 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:36.681 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:36.681 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617618663293156 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4c35440002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:9159, start at 2025-04-05 08:21:36.721709023 +0800 CST m=+2.653637198 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:36.773 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:36.771 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:36.771 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 1396 (HY000) at line 1: Operation CREATE USER failed for 'normal'@'%' start tidb cluster failed The 3 times to try to start tidb cluster... Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) found first match line: 457130001007640591 : [2025/04/05 08:22:45.780 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=158] [jobID=159] [query="CREATE TABLE IF NOT EXISTS `finishmark12000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457130001007640591] [2025/04/05 08:22:45.901 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark12000] [2025/04/05 08:22:45.901 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457130001007640591] [2025/04/05 08:22:45.904 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:45.981 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:22:45.988 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:46.081 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.common_1.cli.8111.out cli tso query --pd=http://127.0.0.1:2379 table test.finish_mark not exists for 24-th check, retry later + set +x go: downloading go1.23.4 (linux/amd64) table test.table1 exists table test.table2 not exists for 1-th check, retry later table consistent_replicate_storage_file.check1 not exists for 3-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:22:47 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/35657509-0c70-471d-929c-7d2547f1ceb3 {"id":"35657509-0c70-471d-929c-7d2547f1ceb3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812564} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353e2c3da 35657509-0c70-471d-929c-7d2547f1ceb3 /tidb/cdc/default/default/upstream/7489617885050799334 {"id":7489617885050799334,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/35657509-0c70-471d-929c-7d2547f1ceb3 {"id":"35657509-0c70-471d-929c-7d2547f1ceb3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812564} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353e2c3da 35657509-0c70-471d-929c-7d2547f1ceb3 /tidb/cdc/default/default/upstream/7489617885050799334 {"id":7489617885050799334,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/35657509-0c70-471d-929c-7d2547f1ceb3 {"id":"35657509-0c70-471d-929c-7d2547f1ceb3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812564} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353e2c3da 35657509-0c70-471d-929c-7d2547f1ceb3 /tidb/cdc/default/default/upstream/7489617885050799334 {"id":7489617885050799334,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.cli.8173.out cli changefeed create --sink-uri=mysql://root@127.0.0.1:3306/ -c=ddl-only-block-related-table =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/move_table/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617914951377433 TiDB Cluster ID. tikv_gc_leader_uuid 6580d506c4c0007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:7010, start at 2025-04-05 08:22:45.794905511 +0800 CST m=+2.913253163 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:45.804 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:45.857 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:45.857 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617914951377433 TiDB Cluster ID. tikv_gc_leader_uuid 6580d506c4c0007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:7010, start at 2025-04-05 08:22:45.794905511 +0800 CST m=+2.913253163 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:45.804 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:45.857 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:45.857 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617915980442560 TiDB Cluster ID. tikv_gc_leader_uuid 6580d506f680004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:7085, start at 2025-04-05 08:22:45.984332328 +0800 CST m=+3.021421427 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:45.995 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:45.978 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:45.978 +0800 All versions after safe point can be accessed. (DO NOT EDIT) table processor_delay.t22 exists table processor_delay.t23 not exists for 1-th check, retry later Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_capture/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_capture/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_capture/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_capture/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_capture/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Create changefeed successfully! ID: ddl-only-block-related-table Info: {"upstream_id":7489617885050799334,"namespace":"default","id":"ddl-only-block-related-table","sink_uri":"mysql://root@127.0.0.1:3306/","create_time":"2025-04-05T08:22:47.495427803+08:00","start_ts":457130001660903428,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130001660903428,"checkpoint_ts":457130001660903428,"checkpoint_time":"2025-04-05 08:22:47.371"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617918031731377 TiDB Cluster ID. tikv_gc_leader_uuid 6580d50702c000f Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:6324, start at 2025-04-05 08:22:46.044208561 +0800 CST m=+2.446235664 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:46.052 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:46.052 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:46.052 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617918031731377 TiDB Cluster ID. tikv_gc_leader_uuid 6580d50702c000f Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:6324, start at 2025-04-05 08:22:46.044208561 +0800 CST m=+2.446235664 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:46.052 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:46.052 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:46.052 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617916961613674 TiDB Cluster ID. tikv_gc_leader_uuid 6580d506f00000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:6405, start at 2025-04-05 08:22:45.991935955 +0800 CST m=+2.325843068 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:46.036 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:46.002 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:46.002 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/capture_suicide_while_balance_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/capture_suicide_while_balance_table/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/capture_suicide_while_balance_table/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/capture_suicide_while_balance_table/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/capture_suicide_while_balance_table/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } cdc cli capture list --server http://127.0.0.1:8302 |jq '.|length'|grep -E '^1$' Error: Get "http://127.0.0.1:8301/api/v2/captures": dial tcp 127.0.0.1:8301: connect: connection refused run task failed 3-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/force_replicate_table/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... + set +x + tso='457130001380671489 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130001380671489 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:22:47 CST 2025] <<<<<< START cdc server in common_1 case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.common_1.81478149.out server --log-file /tmp/tidb_cdc_test/common_1/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/common_1/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 08:22:48.392 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark13000] [2025/04/05 08:22:48.392 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark13000] nonempty select id, val from test.availability1 where id=1 and val=1 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later table test.finish_mark not exists for 25-th check, retry later table test.table2 exists check diff failed 1-th time, retry later table consistent_replicate_storage_file.check1 not exists for 4-th check, retry later + set +x table processor_delay.t23 exists table processor_delay.t24 not exists for 1-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617924504333050 TiDB Cluster ID. tikv_gc_leader_uuid 6580d50a2040003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:9846, start at 2025-04-05 08:22:49.218748125 +0800 CST m=+3.405541830 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:49.266 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:49.267 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:49.267 +0800 All versions after safe point can be accessed. (DO NOT EDIT) + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.cli.8321.out cli tso query --pd=http://127.0.0.1:2379 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617924504333050 TiDB Cluster ID. tikv_gc_leader_uuid 6580d50a2040003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:9846, start at 2025-04-05 08:22:49.218748125 +0800 CST m=+3.405541830 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:49.266 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:49.267 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:49.267 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617921837337420 TiDB Cluster ID. tikv_gc_leader_uuid 6580d509f90000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:9907, start at 2025-04-05 08:22:49.085833824 +0800 CST m=+3.199114175 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:49.096 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:49.060 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:49.060 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... start tidb cluster in /tmp/tidb_cdc_test/move_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Logging trace to /tmp/tidb_cdc_test/cli_with_auth/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/cli_with_auth/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/cli_with_auth/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/cli_with_auth/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cli_with_auth/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Sat Apr 5 08:22:49 CST 2025] <<<<<< START cdc server in capture_suicide_while_balance_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_suicide_while_balance_table.77987800.out server --log-file /tmp/tidb_cdc_test/capture_suicide_while_balance_table/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/capture_suicide_while_balance_table/cdc_data1 --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 08:22:50.393 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark13000] [2025/04/05 08:22:50.482 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark13000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:22:50.484 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] nonempty select id, val from test.availability1 where id=1 and val=1 run task successfully nonempty select id, val from test.availability1 where id=1 and val=22 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later check diff successfully table consistent_replicate_storage_file.check1 not exists for 5-th check, retry later chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/batch_add_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table processor_delay.t24 exists table processor_delay.t25 not exists for 1-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/force_replicate_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + set +x + tso='457130002265931777 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130002265931777 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x ***************** properties ***************** "readproportion"="0" "dotransactions"="false" "scanproportion"="0" "mysql.host"="127.0.0.1" "mysql.db"="multi_capture_1" "operationcount"="0" "recordcount"="10" "threadcount"="2" "updateproportion"="0" "requestdistribution"="uniform" "insertproportion"="0" "mysql.port"="4000" "readallfields"="true" "workload"="core" "mysql.user"="root" ********************************************** Run finished, takes 10.524857ms INSERT - Takes(s): 0.0, Count: 10, OPS: 1717.2, Avg(us): 2013, Min(us): 1212, Max(us): 4736, 95th(us): 5000, 99th(us): 5000 table test.finish_mark not exists for 26-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:22:50 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/745d6ab2-bc09-4292-b3e7-2632acfd44e3 {"id":"745d6ab2-bc09-4292-b3e7-2632acfd44e3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812568} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353e508f1 745d6ab2-bc09-4292-b3e7-2632acfd44e3 /tidb/cdc/default/default/upstream/7489617889008908394 {"id":7489617889008908394,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/745d6ab2-bc09-4292-b3e7-2632acfd44e3 {"id":"745d6ab2-bc09-4292-b3e7-2632acfd44e3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812568} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353e508f1 745d6ab2-bc09-4292-b3e7-2632acfd44e3 /tidb/cdc/default/default/upstream/7489617889008908394 {"id":7489617889008908394,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/745d6ab2-bc09-4292-b3e7-2632acfd44e3 {"id":"745d6ab2-bc09-4292-b3e7-2632acfd44e3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812568} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353e508f1 745d6ab2-bc09-4292-b3e7-2632acfd44e3 /tidb/cdc/default/default/upstream/7489617889008908394 {"id":7489617889008908394,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: fbe38bf4-811e-413b-bcee-afca586b2d79 Info: {"upstream_id":7489617889008908394,"namespace":"default","id":"fbe38bf4-811e-413b-bcee-afca586b2d79","sink_uri":"mysql://root@127.0.0.1:3306/","create_time":"2025-04-05T08:22:50.922658693+08:00","start_ts":457130001380671489,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130001380671489,"checkpoint_ts":457130001380671489,"checkpoint_time":"2025-04-05 08:22:46.302"} found first match line: 457130002318622732 : [2025/04/05 08:22:50.880 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=160] [jobID=161] [query="CREATE TABLE IF NOT EXISTS `finishmark13000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457130002318622732] [2025/04/05 08:22:51.295 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark13000] [2025/04/05 08:22:51.295 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457130002318622732] [2025/04/05 08:22:51.297 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:51.381 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:22:51.386 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:51.391 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] ***************** properties ***************** "mysql.db"="multi_capture_2" "mysql.user"="root" "workload"="core" "insertproportion"="0" "dotransactions"="false" "threadcount"="2" "operationcount"="0" "requestdistribution"="uniform" "readproportion"="0" "mysql.host"="127.0.0.1" "recordcount"="10" "mysql.port"="4000" "updateproportion"="0" "scanproportion"="0" "readallfields"="true" ********************************************** Run finished, takes 10.863313ms INSERT - Takes(s): 0.0, Count: 10, OPS: 1557.3, Avg(us): 2074, Min(us): 1253, Max(us): 4385, 95th(us): 5000, 99th(us): 5000 ***************** properties ***************** "readallfields"="true" "mysql.host"="127.0.0.1" "mysql.port"="4000" "dotransactions"="false" "mysql.db"="multi_capture_3" "requestdistribution"="uniform" "operationcount"="0" "readproportion"="0" "updateproportion"="0" "scanproportion"="0" "mysql.user"="root" "recordcount"="10" "insertproportion"="0" "workload"="core" "threadcount"="2" ********************************************** Run finished, takes 10.452038ms INSERT - Takes(s): 0.0, Count: 10, OPS: 1682.7, Avg(us): 2017, Min(us): 1230, Max(us): 4478, 95th(us): 5000, 99th(us): 5000 ***************** properties ***************** "mysql.db"="multi_capture_4" "threadcount"="2" "mysql.port"="4000" "dotransactions"="false" "insertproportion"="0" "recordcount"="10" "operationcount"="0" "mysql.user"="root" "workload"="core" "mysql.host"="127.0.0.1" "scanproportion"="0" "readproportion"="0" "requestdistribution"="uniform" "readallfields"="true" "updateproportion"="0" ********************************************** Run finished, takes 10.503531ms INSERT - Takes(s): 0.0, Count: 10, OPS: 1676.3, Avg(us): 2003, Min(us): 1246, Max(us): 4561, 95th(us): 5000, 99th(us): 5000 table common_1.v1 not exists for 1-th check, retry later [Sat Apr 5 08:22:51 CST 2025] <<<<<< START cdc server in multi_capture case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.84388440.out server --log-file /tmp/tidb_cdc_test/multi_capture/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_capture/cdc_data1 --cluster-id default --addr 127.0.0.1:8301 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394 go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading go.uber.org/atomic v1.11.0 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 table ddl_only_block_related_table.finish_mark not exists for 1-th check, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.11181.out cli tso query --pd=http://127.0.0.1:2379 Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table processor_delay.t25 exists table processor_delay.t26 not exists for 1-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release nonempty select id, val from test.availability1 where id=1 and val=22 run task successfully empty select id, val from test.availability1 where id=1 TEST FAILED: OUTPUT CONTAINS 'id:' ____________________________________ *************************** 1. row *************************** id: 1 val: 22 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later Resume changefeed with checkpointTs3 457130002907136004 table test.finish_mark not exists for 27-th check, retry later table consistent_replicate_storage_file.check1 not exists for 6-th check, retry later [2025/04/05 08:22:53.185 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark14000] [2025/04/05 08:22:53.185 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark14000] table ddl_only_block_related_table.finish_mark not exists for 2-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:22:53 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cbeb3029-ac76-455a-90c2-e7f3251f90e5 {"id":"cbeb3029-ac76-455a-90c2-e7f3251f90e5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812570} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353fab6d8 cbeb3029-ac76-455a-90c2-e7f3251f90e5 /tidb/cdc/default/default/upstream/7489617918031731377 {"id":7489617918031731377,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cbeb3029-ac76-455a-90c2-e7f3251f90e5 {"id":"cbeb3029-ac76-455a-90c2-e7f3251f90e5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812570} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353fab6d8 cbeb3029-ac76-455a-90c2-e7f3251f90e5 /tidb/cdc/default/default/upstream/7489617918031731377 {"id":7489617918031731377,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cbeb3029-ac76-455a-90c2-e7f3251f90e5 {"id":"cbeb3029-ac76-455a-90c2-e7f3251f90e5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812570} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353fab6d8 cbeb3029-ac76-455a-90c2-e7f3251f90e5 /tidb/cdc/default/default/upstream/7489617918031731377 {"id":7489617918031731377,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Sat Apr 5 08:22:53 CST 2025] <<<<<< START cdc server in capture_suicide_while_balance_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkHangLongTime=1*return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_suicide_while_balance_table.78577859.out server --log-file /tmp/tidb_cdc_test/capture_suicide_while_balance_table/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/capture_suicide_while_balance_table/cdc_data2 --cluster-id default --addr 127.0.0.1:8301 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table test.table5 not exists for 1-th check, retry later table common_1.v1 not exists for 2-th check, retry later + set +x + tso='457130003023003650 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130003023003650 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:22:54 CST 2025] <<<<<< START cdc server in cli_with_auth case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.1122311225.out server --log-file /tmp/tidb_cdc_test/cli_with_auth/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cli_with_auth/cdc_data --cluster-id default --config /tmp/tidb_cdc_test/cli_with_auth/server.toml + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 cdc cli capture list --server http://127.0.0.1:8302 |jq '.|length'|grep -E '^1$' 1 run task successfully check diff failed 1-th time, retry later go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31 go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8 go: downloading github.com/json-iterator/go v1.1.12 go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/prometheus/client_golang v1.20.5 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading golang.org/x/text v0.21.0 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading golang.org/x/net v0.33.0 go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading github.com/gorilla/mux v1.8.1 go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/stretchr/testify v1.10.0 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading golang.org/x/sync v0.10.0 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/google/uuid v1.6.0 go: downloading google.golang.org/grpc v1.64.0 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading golang.org/x/sys v0.28.0 go: downloading cloud.google.com/go/storage v1.39.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/klauspost/compress v1.17.9 go: downloading cloud.google.com/go v0.112.2 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading golang.org/x/oauth2 v0.24.0 go: downloading google.golang.org/api v0.170.0 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/pkg/errors v0.9.1 go: downloading google.golang.org/protobuf v1.35.2 go: downloading github.com/qri-io/jsonschema v0.2.1 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading golang.org/x/tools v0.28.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table processor_delay.t26 exists table processor_delay.t27 not exists for 1-th check, retry later go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:22:54 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d0b63ac3-087f-4438-ba8f-89fb5d8c3d11 {"id":"d0b63ac3-087f-4438-ba8f-89fb5d8c3d11","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812571} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353ffb422 d0b63ac3-087f-4438-ba8f-89fb5d8c3d11 /tidb/cdc/default/default/upstream/7489617914951377433 {"id":7489617914951377433,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d0b63ac3-087f-4438-ba8f-89fb5d8c3d11 {"id":"d0b63ac3-087f-4438-ba8f-89fb5d8c3d11","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812571} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353ffb422 d0b63ac3-087f-4438-ba8f-89fb5d8c3d11 /tidb/cdc/default/default/upstream/7489617914951377433 {"id":7489617914951377433,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d0b63ac3-087f-4438-ba8f-89fb5d8c3d11 {"id":"d0b63ac3-087f-4438-ba8f-89fb5d8c3d11","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812571} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353ffb422 d0b63ac3-087f-4438-ba8f-89fb5d8c3d11 /tidb/cdc/default/default/upstream/7489617914951377433 {"id":7489617914951377433,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Sat Apr 5 08:22:54 CST 2025] <<<<<< START cdc server in multi_capture case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.84928494.out server --log-file /tmp/tidb_cdc_test/multi_capture/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_capture/cdc_data2 --cluster-id default --addr 127.0.0.1:8302 ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8302; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 empty select id, val from test.availability1 where id=1 run task successfully nonempty select id, val from test.availability2 where id=1 and val=1 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later table test.finish_mark not exists for 28-th check, retry later table consistent_replicate_storage_file.check1 not exists for 7-th check, retry later [2025/04/05 08:22:55.186 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark14000] [2025/04/05 08:22:55.193 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark14000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:22:55.194 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] go: downloading golang.org/x/time v0.7.0 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/common v0.61.0 go: downloading github.com/prometheus/procfs v0.15.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading golang.org/x/crypto v0.31.0 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d table test.table5 not exists for 2-th check, retry later go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading cloud.google.com/go/iam v1.1.7 go: downloading github.com/googleapis/gax-go/v2 v2.12.3 go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 start tidb cluster in /tmp/tidb_cdc_test/sql_mode Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading golang.org/x/term v0.27.0 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading github.com/robfig/cron v1.2.0 go: downloading go.opentelemetry.io/otel/trace v1.24.0 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 table common_1.v1 not exists for 3-th check, retry later table ddl_only_block_related_table.finish_mark not exists for 3-th check, retry later found first match line: 457130003629342733 : [2025/04/05 08:22:55.880 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=162] [jobID=163] [query="CREATE TABLE IF NOT EXISTS `finishmark14000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457130003629342733] [2025/04/05 08:22:56.091 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark14000] [2025/04/05 08:22:56.091 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457130003629342733] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:22:56 GMT < Content-Length: 1281 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cbeb3029-ac76-455a-90c2-e7f3251f90e5 {"id":"cbeb3029-ac76-455a-90c2-e7f3251f90e5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812570} /tidb/cdc/default/__cdc_meta__/capture/cbfc9382-64ea-4f09-a489-eec189e4296f {"id":"cbfc9382-64ea-4f09-a489-eec189e4296f","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812573} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353fab6d8 cbeb3029-ac76-455a-90c2-e7f3251f90e5 /tidb/cdc/default/__cdc_meta__/owner/2231960353fab713 cbfc9382-64ea-4f09-a489-eec189e4296f /tidb/cdc/default/default/upstream/7489617918031731377 {"id":7489617918031731377,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cbeb3029-ac76-455a-90c2-e7f3251f90e5 {"id":"cbeb3029-ac76-455a-90c2-e7f3251f90e5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812570} /tidb/cdc/default/__cdc_meta__/capture/cbfc9382-64ea-4f09-a489-eec189e4296f {"id":"cbfc9382-64ea-4f09-a489-eec189e4296f","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812573} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353fab6d8 cbeb3029-ac76-455a-90c2-e7f3251f90e5 /tidb/cdc/default/__cdc_meta__/owner/2231960353fab713 cbfc9382-64ea-4f09-a489-eec189e4296f /tidb/cdc/default/default/upstream/7489617918031731377 + grep -q 'failed to get info:' {"id":7489617918031731377,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cbeb3029-ac76-455a-90c2-e7f3251f90e5 {"id":"cbeb3029-ac76-455a-90c2-e7f3251f90e5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812570} /tidb/cdc/default/__cdc_meta__/capture/cbfc9382-64ea-4f09-a489-eec189e4296f {"id":"cbfc9382-64ea-4f09-a489-eec189e4296f","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812573} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353fab6d8 cbeb3029-ac76-455a-90c2-e7f3251f90e5 /tidb/cdc/default/__cdc_meta__/owner/2231960353fab713 cbfc9382-64ea-4f09-a489-eec189e4296f /tidb/cdc/default/default/upstream/7489617918031731377 {"id":7489617918031731377,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x go: downloading github.com/golang-jwt/jwt/v5 v5.2.1 go: downloading github.com/mattn/go-runewidth v0.0.16 go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 check diff successfully [2025/04/05 08:22:56.182 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:56.188 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:22:56.194 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:22:56.287 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/goccy/go-reflect v1.2.0 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/rivo/uniseg v0.4.7 go: downloading github.com/pierrec/lz4/v4 v4.1.18 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/DataDog/zstd v1.5.5 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.13.1 table capture_suicide_while_balance_table.t1 not exists for 1-th check, retry later wait process cdc.test exit for 1-th time... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) nonempty select id, val from test.availability2 where id=1 and val=1 run task successfully nonempty select id, val from test.availability2 where id=1 and val=22 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later table test.finish_mark not exists for 29-th check, retry later table consistent_replicate_storage_file.check1 not exists for 8-th check, retry later go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/andybalholm/brotli v1.0.5 go: downloading github.com/klauspost/cpuid/v2 v2.2.4 table processor_delay.t27 exists table processor_delay.t28 not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:22:57 GMT < Content-Length: 864 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/41a2ddd1-702f-4dd6-a7cb-b7c1e72d52e4 {"id":"41a2ddd1-702f-4dd6-a7cb-b7c1e72d52e4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812574} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603540902e7 41a2ddd1-702f-4dd6-a7cb-b7c1e72d52e4 /tidb/cdc/default/default/upstream/7489617924504333050 {"id":7489617924504333050,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/41a2ddd1-702f-4dd6-a7cb-b7c1e72d52e4 {"id":"41a2ddd1-702f-4dd6-a7cb-b7c1e72d52e4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812574} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603540902e7 41a2ddd1-702f-4dd6-a7cb-b7c1e72d52e4 /tidb/cdc/default/default/upstream/7489617924504333050 {"id":7489617924504333050,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/41a2ddd1-702f-4dd6-a7cb-b7c1e72d52e4 {"id":"41a2ddd1-702f-4dd6-a7cb-b7c1e72d52e4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812574} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603540902e7 41a2ddd1-702f-4dd6-a7cb-b7c1e72d52e4 /tidb/cdc/default/default/upstream/7489617924504333050 {"id":7489617924504333050,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.11282.out cli changefeed create --start-ts=457130003023003650 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --tz=Asia/Shanghai -c=custom-changefeed-name wait process cdc.test exit for 2-th time... [WARN] --tz is deprecated in changefeed settings. Create changefeed successfully! ID: custom-changefeed-name Info: {"upstream_id":7489617924504333050,"namespace":"default","id":"custom-changefeed-name","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:22:57.634404249+08:00","start_ts":457130003023003650,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130003023003650,"checkpoint_ts":457130003023003650,"checkpoint_time":"2025-04-05 08:22:52.567"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:22:57 CST 2025] <<<<<< run test case processor_resolved_ts_fallback success! >>>>>> table common_1.v1 exists table common_1.recover_and_insert not exists for 1-th check, retry later table ddl_only_block_related_table.finish_mark exists wait process 8113 exit for 1-th time... table test.table5 not exists for 3-th check, retry later [2025/04/05 08:22:57.980 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark15000] [2025/04/05 08:22:57.980 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark15000] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8302 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:22:57 GMT < Content-Length: 1281 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d0b63ac3-087f-4438-ba8f-89fb5d8c3d11 {"id":"d0b63ac3-087f-4438-ba8f-89fb5d8c3d11","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812571} /tidb/cdc/default/__cdc_meta__/capture/d12a90c6-7e6a-407d-823a-e6ad316984e1 {"id":"d12a90c6-7e6a-407d-823a-e6ad316984e1","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812575} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353ffb422 d0b63ac3-087f-4438-ba8f-89fb5d8c3d11 /tidb/cdc/default/__cdc_meta__/owner/2231960353ffb458 d12a90c6-7e6a-407d-823a-e6ad316984e1 /tidb/cdc/default/default/upstream/7489617914951377433 {"id":7489617914951377433,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d0b63ac3-087f-4438-ba8f-89fb5d8c3d11 {"id":"d0b63ac3-087f-4438-ba8f-89fb5d8c3d11","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812571} /tidb/cdc/default/__cdc_meta__/capture/d12a90c6-7e6a-407d-823a-e6ad316984e1 {"id":"d12a90c6-7e6a-407d-823a-e6ad316984e1","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812575} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353ffb422 d0b63ac3-087f-4438-ba8f-89fb5d8c3d11 /tidb/cdc/default/__cdc_meta__/owner/2231960353ffb458 d12a90c6-7e6a-407d-823a-e6ad316984e1 /tidb/cdc/default/default/upstream/7489617914951377433 {"id":7489617914951377433,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d0b63ac3-087f-4438-ba8f-89fb5d8c3d11 {"id":"d0b63ac3-087f-4438-ba8f-89fb5d8c3d11","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812571} /tidb/cdc/default/__cdc_meta__/capture/d12a90c6-7e6a-407d-823a-e6ad316984e1 {"id":"d12a90c6-7e6a-407d-823a-e6ad316984e1","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812575} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353ffb422 d0b63ac3-087f-4438-ba8f-89fb5d8c3d11 /tidb/cdc/default/__cdc_meta__/owner/2231960353ffb458 d12a90c6-7e6a-407d-823a-e6ad316984e1 /tidb/cdc/default/default/upstream/7489617914951377433 {"id":7489617914951377433,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Sat Apr 5 08:22:57 CST 2025] <<<<<< START cdc server in multi_capture case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8303/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.85498551.out server --log-file /tmp/tidb_cdc_test/multi_capture/cdc3.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_capture/cdc_data3 --cluster-id default --addr 127.0.0.1:8303 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8303/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8303 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8303; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 go: downloading github.com/pierrec/lz4 v2.6.1+incompatible table capture_suicide_while_balance_table.t1 exists table capture_suicide_while_balance_table.t2 not exists for 1-th check, retry later wait process 8113 exit for 2-th time... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) nonempty select id, val from test.availability2 where id=1 and val=22 table consistent_replicate_storage_file.check1 not exists for 9-th check, retry later table test.finish_mark not exists for 30-th check, retry later run task successfully empty select id, val from test.availability2 where id=1 TEST FAILED: OUTPUT CONTAINS 'id:' ____________________________________ *************************** 1. row *************************** id: 1 val: 22 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617965440173378 TiDB Cluster ID. tikv_gc_leader_uuid 6580d511a64000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3, pid:25609, start at 2025-04-05 08:22:56.961769617 +0800 CST m=+2.379917883 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:56.969 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:56.971 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:56.971 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617965440173378 TiDB Cluster ID. tikv_gc_leader_uuid 6580d511a64000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3, pid:25609, start at 2025-04-05 08:22:56.961769617 +0800 CST m=+2.379917883 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:56.969 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:56.971 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:56.971 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617967550362132 TiDB Cluster ID. tikv_gc_leader_uuid 6580d511ca80004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3, pid:25668, start at 2025-04-05 08:22:57.070255429 +0800 CST m=+2.425158133 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:57.079 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:57.123 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:57.123 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/move_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/move_table/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/move_table/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/move_table/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/move_table/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table processor_delay.t28 exists table processor_delay.t29 not exists for 1-th check, retry later /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8113) - No such process wait process 8113 exit for 3-th time... process 8113 already exit [Sat Apr 5 08:22:59 CST 2025] <<<<<< START cdc server in ddl_only_block_related_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteNotDone=return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.82668268.out server --log-file /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617964551581251 TiDB Cluster ID. tikv_gc_leader_uuid 6580d511e580009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-p9vnf, pid:4149, start at 2025-04-05 08:22:57.187230002 +0800 CST m=+2.408700280 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:57.195 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:57.174 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:57.174 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617964551581251 TiDB Cluster ID. tikv_gc_leader_uuid 6580d511e580009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-p9vnf, pid:4149, start at 2025-04-05 08:22:57.187230002 +0800 CST m=+2.408700280 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:57.195 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:57.174 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:57.174 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617970976928804 TiDB Cluster ID. tikv_gc_leader_uuid 6580d511e38000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-c-p9vnf, pid:4225, start at 2025-04-05 08:22:57.202729062 +0800 CST m=+2.333676943 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:57.210 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:57.215 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:57.215 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/force_replicate_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/force_replicate_table/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/force_replicate_table/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/force_replicate_table/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/force_replicate_table/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x table test.simple exists table test.`simple-dash` not exists for 1-th check, retry later table common_1.recover_and_insert not exists for 2-th check, retry later table test.table5 exists table test.table6 not exists for 1-th check, retry later [2025/04/05 08:22:59.980 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark15000] [2025/04/05 08:22:59.987 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark15000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:22:59.988 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading github.com/google/s2a-go v0.1.7 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 table capture_suicide_while_balance_table.t2 exists table capture_suicide_while_balance_table.t3 not exists for 1-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617975232592113 TiDB Cluster ID. tikv_gc_leader_uuid 6580d513b140003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc, pid:6774, start at 2025-04-05 08:22:59.016225966 +0800 CST m=+2.412808402 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:59.024 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:59.013 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:59.013 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617975232592113 TiDB Cluster ID. tikv_gc_leader_uuid 6580d513b140003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc, pid:6774, start at 2025-04-05 08:22:59.016225966 +0800 CST m=+2.412808402 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:59.024 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:59.013 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:59.013 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... table test.finish_mark not exists for 31-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8303/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8303 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8303 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8303 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:23:00 GMT < Content-Length: 1765 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3ee5d3eb-da43-4794-9dac-538f1c8af56e {"id":"3ee5d3eb-da43-4794-9dac-538f1c8af56e","address":"127.0.0.1:8303","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812578} /tidb/cdc/default/__cdc_meta__/capture/d0b63ac3-087f-4438-ba8f-89fb5d8c3d11 {"id":"d0b63ac3-087f-4438-ba8f-89fb5d8c3d11","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812571} /tidb/cdc/default/__cdc_meta__/capture/d12a90c6-7e6a-407d-823a-e6ad316984e1 {"id":"d12a90c6-7e6a-407d-823a-e6ad316984e1","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812575} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353ffb422 d0b63ac3-087f-4438-ba8f-89fb5d8c3d11 /tidb/cdc/default/__cdc_meta__/owner/2231960353ffb458 d12a90c6-7e6a-407d-823a-e6ad316984e1 /tidb/cdc/default/__cdc_meta__/owner/2231960353ffb479 3ee5d3eb-da43-4794-9dac-538f1c8af56e /tidb/cdc/default/default/upstream/7489617914951377433 {"id":7489617914951377433,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3ee5d3eb-da43-4794-9dac-538f1c8af56e {"id":"3ee5d3eb-da43-4794-9dac-538f1c8af56e","address":"127.0.0.1:8303","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812578} /tidb/cdc/default/__cdc_meta__/capture/d0b63ac3-087f-4438-ba8f-89fb5d8c3d11 {"id":"d0b63ac3-087f-4438-ba8f-89fb5d8c3d11","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812571} /tidb/cdc/default/__cdc_meta__/capture/d12a90c6-7e6a-407d-823a-e6ad316984e1 {"id":"d12a90c6-7e6a-407d-823a-e6ad316984e1","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812575} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353ffb422 d0b63ac3-087f-4438-ba8f-89fb5d8c3d11 /tidb/cdc/default/__cdc_meta__/owner/2231960353ffb458 d12a90c6-7e6a-407d-823a-e6ad316984e1 /tidb/cdc/default/__cdc_meta__/owner/2231960353ffb479 3ee5d3eb-da43-4794-9dac-538f1c8af56e /tidb/cdc/default/default/upstream/7489617914951377433 {"id":7489617914951377433,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3ee5d3eb-da43-4794-9dac-538f1c8af56e {"id":"3ee5d3eb-da43-4794-9dac-538f1c8af56e","address":"127.0.0.1:8303","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812578} /tidb/cdc/default/__cdc_meta__/capture/d0b63ac3-087f-4438-ba8f-89fb5d8c3d11 {"id":"d0b63ac3-087f-4438-ba8f-89fb5d8c3d11","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812571} /tidb/cdc/default/__cdc_meta__/capture/d12a90c6-7e6a-407d-823a-e6ad316984e1 {"id":"d12a90c6-7e6a-407d-823a-e6ad316984e1","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812575} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353ffb422 d0b63ac3-087f-4438-ba8f-89fb5d8c3d11 /tidb/cdc/default/__cdc_meta__/owner/2231960353ffb458 d12a90c6-7e6a-407d-823a-e6ad316984e1 /tidb/cdc/default/__cdc_meta__/owner/2231960353ffb479 3ee5d3eb-da43-4794-9dac-538f1c8af56e /tidb/cdc/default/default/upstream/7489617914951377433 {"id":7489617914951377433,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.cli.8601.out cli changefeed create --start-ts=457130002265931777 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --server=127.0.0.1:8301 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617964301684289 TiDB Cluster ID. tikv_gc_leader_uuid 6580d513bb80005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc, pid:6852, start at 2025-04-05 08:22:59.060737329 +0800 CST m=+2.397582038 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:24:59.069 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:22:59.054 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:12:59.054 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } empty select id, val from test.availability2 where id=1 run task successfully nonempty select id, val from test.availability3 where id=1 and val=1 Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.cli.26923.out cli tso query --pd=http://127.0.0.1:2379 table ddl_attributes.attributes_t1_new exists table ddl_attributes.finish_mark not exists for 1-th check, retry later table processor_delay.t29 exists table processor_delay.t30 not exists for 1-th check, retry later TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later table ddl_attributes.finish_mark not exists for 2-th check, retry later [Sat Apr 5 08:23:01 CST 2025] <<<<<< START cdc server in force_replicate_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.force_replicate_table.55145516.out server --log-file /tmp/tidb_cdc_test/force_replicate_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/force_replicate_table/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table consistent_replicate_storage_file.check1 not exists for 10-th check, retry later Create changefeed successfully! ID: 30e40c18-329c-4bd5-a253-a1cb19d288e0 Info: {"upstream_id":7489617914951377433,"namespace":"default","id":"30e40c18-329c-4bd5-a253-a1cb19d288e0","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:23:01.194343621+08:00","start_ts":457130002265931777,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130002265931777,"checkpoint_ts":457130002265931777,"checkpoint_time":"2025-04-05 08:22:49.679"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table test.`simple-dash` exists + endpoints=http://127.0.0.1:2379 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s + info='{ "upstream_id": 7489617924504333050, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457130003416219664, "checkpoint_time": "2025-04-05 08:22:54.067", "error": null }' + echo '{ "upstream_id": 7489617924504333050, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457130003416219664, "checkpoint_time": "2025-04-05 08:22:54.067", "error": null }' { "upstream_id": 7489617924504333050, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457130003416219664, "checkpoint_time": "2025-04-05 08:22:54.067", "error": null } ++ echo '{' '"upstream_id":' 7489617924504333050, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457130003416219664, '"checkpoint_time":' '"2025-04-05' '08:22:54.067",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489617924504333050, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457130003416219664, '"checkpoint_time":' '"2025-04-05' '08:22:54.067",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] table common_1.recover_and_insert not exists for 3-th check, retry later changefeed count 1 check pass, pd_addr: http://127.0.0.1:2379 table test.table6 exists check diff successfully changefeed count 1 check pass, pd_addr: http://127.0.0.1:2679 Resume changefeed with checkpointTs1 457130000587161602 changefeed count 1 check pass, pd_addr: http://127.0.0.1:2779 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.table3 not exists for 1-th check, retry later changefeed count 1 check pass, pd_addr: http://127.0.0.1:2379,http://127.0.0.1:2679,http://127.0.0.1:2779 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:23:02 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/ddl-only-block-related-table {UpstreamID:7489617885050799334 Namespace:default ID:ddl-only-block-related-table SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 08:22:47.495427803 +0800 CST StartTs:457130001660903428 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0042b6360 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130001686855686} {CheckpointTs:457130005383348227 MinTableBarrierTs:457130005383348227 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130005383348227, checkpointTs: 457130005383348227, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130005383348230, checkpointTs: 457130005383348227, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457130005383348230, checkpointTs: 457130005383348227, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457130005383348230, checkpointTs: 457130005383348227, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ae7a2efb-bdee-47c5-96de-71fb4181dffc {"id":"ae7a2efb-bdee-47c5-96de-71fb4181dffc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812579} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353e2c4ad ae7a2efb-bdee-47c5-96de-71fb4181dffc /tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table {"upstream-id":7489617885050799334,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T08:22:47.495427803+08:00","start-ts":457130001660903428,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130001686855686} /tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table {"checkpoint-ts":457130005383348227,"min-table-barrier-ts":457130005383348227,"admin-job-type":0} /tidb/cdc/default/default/task/position/ae7a2efb-bdee-47c5-96de-71fb4181dffc/ddl-only-block-related-table {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617885050799334 {"id":7489617885050799334,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-only-block-related-table {UpstreamID:7489617885050799334 Namespace:default ID:ddl-only-block-related-table SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 08:22:47.495427803 +0800 CST StartTs:457130001660903428 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0042b6360 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130001686855686} {CheckpointTs:457130005383348227 MinTableBarrierTs:457130005383348227 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130005383348227, checkpointTs: 457130005383348227, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130005383348230, checkpointTs: 457130005383348227, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457130005383348230, checkpointTs: 457130005383348227, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457130005383348230, checkpointTs: 457130005383348227, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ae7a2efb-bdee-47c5-96de-71fb4181dffc {"id":"ae7a2efb-bdee-47c5-96de-71fb4181dffc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812579} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353e2c4ad ae7a2efb-bdee-47c5-96de-71fb4181dffc /tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table {"upstream-id":7489617885050799334,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T08:22:47.495427803+08:00","start-ts":457130001660903428,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130001686855686} /tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table {"checkpoint-ts":457130005383348227,"min-table-barrier-ts":457130005383348227,"admin-job-type":0} /tidb/cdc/default/default/task/position/ae7a2efb-bdee-47c5-96de-71fb4181dffc/ddl-only-block-related-table {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617885050799334 {"id":7489617885050799334,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-only-block-related-table {UpstreamID:7489617885050799334 Namespace:default ID:ddl-only-block-related-table SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 08:22:47.495427803 +0800 CST StartTs:457130001660903428 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0042b6360 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130001686855686} {CheckpointTs:457130005383348227 MinTableBarrierTs:457130005383348227 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130005383348227, checkpointTs: 457130005383348227, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130005383348230, checkpointTs: 457130005383348227, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457130005383348230, checkpointTs: 457130005383348227, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457130005383348230, checkpointTs: 457130005383348227, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ae7a2efb-bdee-47c5-96de-71fb4181dffc {"id":"ae7a2efb-bdee-47c5-96de-71fb4181dffc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812579} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353e2c4ad ae7a2efb-bdee-47c5-96de-71fb4181dffc /tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table {"upstream-id":7489617885050799334,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T08:22:47.495427803+08:00","start-ts":457130001660903428,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130001686855686} /tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table {"checkpoint-ts":457130005383348227,"min-table-barrier-ts":457130005383348227,"admin-job-type":0} /tidb/cdc/default/default/task/position/ae7a2efb-bdee-47c5-96de-71fb4181dffc/ddl-only-block-related-table {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617885050799334 {"id":7489617885050799334,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [2025/04/05 08:23:02.394 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark16000] [2025/04/05 08:23:02.394 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark16000] + set +x table multi_capture_1.usertable not exists for 1-th check, retry later check diff failed 1-th time, retry later [2025/04/05 08:23:02.793 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark15000] [2025/04/05 08:23:02.800 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark15000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:23:02.881 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] + set +x + tso='457130005304705026 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130005304705026 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x table capture_suicide_while_balance_table.t3 exists table capture_suicide_while_balance_table.t4 not exists for 1-th check, retry later table processor_delay.t30 exists table processor_delay.t31 not exists for 1-th check, retry later Error: [CDC:ErrChangefeedUpdateRefused]changefeed update error: can only update changefeed config when it is stopped or failed update changefeed config should fail when changefeed is running, got Diff of changefeed config: {Type:update Path:[Config CaseSensitive] From:false To:true} {Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true} + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.11525.out cli changefeed --changefeed-id custom-changefeed-name pause nonempty select id, val from test.availability3 where id=1 and val=1 run task successfully nonempty select id, val from test.availability3 where id=1 and val=22 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later table ddl_attributes.finish_mark not exists for 3-th check, retry later table consistent_replicate_storage_file.check1 not exists for 11-th check, retry later table test.finish_mark not exists for 32-th check, retry later [Sat Apr 5 08:23:02 CST 2025] <<<<<< START cdc server in batch_add_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_add_table.81828184.out server --log-file /tmp/tidb_cdc_test/batch_add_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/batch_add_table/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 PASS coverage: 1.9% of statements in github.com/pingcap/tiflow/... found first match line: 457130004940062732 : [2025/04/05 08:23:00.909 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=164] [jobID=165] [query="CREATE TABLE IF NOT EXISTS `finishmark15000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457130004940062732] ***************** properties ***************** "insertproportion"="0" "recordcount"="10000" "scanproportion"="0" "updateproportion"="0" "operationcount"="0" "requestdistribution"="uniform" "mysql.port"="4000" "threadcount"="10" "workload"="core" "readproportion"="0" "mysql.db"="move_table" "mysql.user"="root" "dotransactions"="false" "readallfields"="true" "mysql.host"="127.0.0.1" ********************************************** [2025/04/05 08:23:03.801 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark15000] [2025/04/05 08:23:03.879 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457130004940062732] [2025/04/05 08:23:03.882 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:23:03.886 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:23:03.900 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:23:03.981 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] table common_1.recover_and_insert exists table common_1.finish_mark not exists for 1-th check, retry later table test.table3 not exists for 2-th check, retry later [2025/04/05 08:23:04.394 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark16000] [2025/04/05 08:23:04.480 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark16000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:23:04.482 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:23:04 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/657fcd71-8647-466a-a321-9abc2792eebc {"id":"657fcd71-8647-466a-a321-9abc2792eebc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812581} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603543020d6 657fcd71-8647-466a-a321-9abc2792eebc /tidb/cdc/default/default/upstream/7489617964551581251 {"id":7489617964551581251,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/657fcd71-8647-466a-a321-9abc2792eebc {"id":"657fcd71-8647-466a-a321-9abc2792eebc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812581} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603543020d6 657fcd71-8647-466a-a321-9abc2792eebc /tidb/cdc/default/default/upstream/7489617964551581251 {"id":7489617964551581251,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/657fcd71-8647-466a-a321-9abc2792eebc {"id":"657fcd71-8647-466a-a321-9abc2792eebc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812581} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603543020d6 657fcd71-8647-466a-a321-9abc2792eebc /tidb/cdc/default/default/upstream/7489617964551581251 {"id":7489617964551581251,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 5f5fd3df-b825-4c80-9322-dd31349b630c Info: {"upstream_id":7489617964551581251,"namespace":"default","id":"5f5fd3df-b825-4c80-9322-dd31349b630c","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?safe-mode=true","create_time":"2025-04-05T08:23:04.502267303+08:00","start_ts":457130005292384259,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":true,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130005292384259,"checkpoint_ts":457130005292384259,"checkpoint_time":"2025-04-05 08:23:01.224"} table multi_capture_1.usertable exists table multi_capture_2.usertable not exists for 1-th check, retry later table capture_suicide_while_balance_table.t4 exists VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617618654483312 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4c34a4000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:9089, start at 2025-04-05 08:21:36.696440942 +0800 CST m=+2.716360871 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:36.705 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:36.681 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:36.681 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617618654483312 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4c34a4000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:9089, start at 2025-04-05 08:21:36.696440942 +0800 CST m=+2.716360871 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:36.705 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:36.681 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:36.681 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489617618663293156 TiDB Cluster ID. tikv_gc_leader_uuid 6580d4c35440002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-j-c40z0, pid:9159, start at 2025-04-05 08:21:36.721709023 +0800 CST m=+2.653637198 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:23:36.773 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:21:36.771 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:11:36.771 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 1396 (HY000) at line 1: Operation CREATE USER failed for 'normal'@'%' start tidb cluster failed + run_sql 'set global sql_mode='\''ANSI_QUOTES'\'';' 127.0.0.1 4000 + run_sql 'set global sql_mode='\''ANSI_QUOTES'\'';' 127.0.0.1 3306 ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.14567.out cli tso query --pd=http://127.0.0.1:2379 table consistent_replicate_storage_file.check1 not exists for 12-th check, retry later table test.finish_mark not exists for 33-th check, retry later check diff failed 2-th time, retry later found first match line: 457130006067544076 : [2025/04/05 08:23:04.909 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=166] [jobID=167] [query="CREATE TABLE IF NOT EXISTS `finishmark16000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457130006067544076] [2025/04/05 08:23:05.498 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark16000] [2025/04/05 08:23:05.498 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457130006067544076] [2025/04/05 08:23:05.500 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:23:05.503 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] table processor_delay.t31 exists table processor_delay.t32 not exists for 1-th check, retry later + set +x nonempty select id, val from test.availability3 where id=1 and val=22 run task successfully empty select id, val from test.availability3 where id=1 TEST FAILED: OUTPUT CONTAINS 'id:' ____________________________________ *************************** 1. row *************************** id: 1 val: 22 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later table ddl_attributes.finish_mark not exists for 4-th check, retry later [2025/04/05 08:23:05.583 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:23:05.588 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] table common_1.finish_mark not exists for 2-th check, retry later Run finished, takes 2.274458902s INSERT - Takes(s): 2.3, Count: 10000, OPS: 4407.7, Avg(us): 2233, Min(us): 826, Max(us): 57880, 95th(us): 2000, 99th(us): 42000 [Sat Apr 5 08:23:06 CST 2025] <<<<<< START cdc server in move_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.2701327015.out server --log-file /tmp/tidb_cdc_test/move_table/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/move_table/cdc_data1 --cluster-id default --addr 127.0.0.1:8300 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:23:06 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e479d547-ff3b-4f26-88e7-2256e332f86e {"id":"e479d547-ff3b-4f26-88e7-2256e332f86e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812583} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603542d80d9 e479d547-ff3b-4f26-88e7-2256e332f86e /tidb/cdc/default/default/upstream/7489617975232592113 {"id":7489617975232592113,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e479d547-ff3b-4f26-88e7-2256e332f86e {"id":"e479d547-ff3b-4f26-88e7-2256e332f86e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812583} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603542d80d9 e479d547-ff3b-4f26-88e7-2256e332f86e /tidb/cdc/default/default/upstream/7489617975232592113 {"id":7489617975232592113,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e479d547-ff3b-4f26-88e7-2256e332f86e {"id":"e479d547-ff3b-4f26-88e7-2256e332f86e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812583} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603542d80d9 e479d547-ff3b-4f26-88e7-2256e332f86e /tidb/cdc/default/default/upstream/7489617975232592113 {"id":7489617975232592113,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_add_table.cli.8246.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/batch_add_table/conf/changefeed.toml Create changefeed successfully! ID: 9711ba61-6b6e-47c1-970e-281cdc4df625 Info: {"upstream_id":7489617975232592113,"namespace":"default","id":"9711ba61-6b6e-47c1-970e-281cdc4df625","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:23:06.477020453+08:00","start_ts":457130006650552321,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*","!test.t_1"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130006650552321,"checkpoint_ts":457130006650552321,"checkpoint_time":"2025-04-05 08:23:06.405"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x + tso='457130006272802819 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130006272802819 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457130006272802819 + run_cdc_server --workdir /tmp/tidb_cdc_test/sql_mode --binary cdc.test [Sat Apr 5 08:23:06 CST 2025] <<<<<< START cdc server in sql_mode case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.1460214604.out server --log-file /tmp/tidb_cdc_test/sql_mode/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sql_mode/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table test.table3 not exists for 3-th check, retry later table consistent_replicate_storage_file.check1 not exists for 13-th check, retry later table test.finish_mark not exists for 34-th check, retry later check diff successfully check_ts_not_forward ddl-only-block-related-table table multi_capture_2.usertable exists table multi_capture_3.usertable not exists for 1-th check, retry later % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 140 100 35 100 105 4497 13492 --:--:-- --:--:-- --:--:-- 15000 { "status": true, "message": "" table processor_delay.t32 exists table processor_delay.t33 not exists for 1-th check, retry later empty select id, val from test.availability3 where id=1 run task successfully test_gap_between_watch_capture pass table ddl_attributes.finish_mark not exists for 5-th check, retry later wait process cdc.test exit for 1-th time... table common_1.finish_mark not exists for 3-th check, retry later + set +x [2025/04/05 08:23:07.892 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark17000] [2025/04/05 08:23:07.892 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark17000] wait process cdc.test exit for 2-th time... table test.t_1 not exists for 1-th check, retry later table test.table3 exists table test.table4 not exists for 1-th check, retry later + endpoints=http://127.0.0.1:2379 + changefeed_id=custom-changefeed-name + expected_state=stopped + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s + info='{ "upstream_id": 7489617924504333050, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 457130005736456196, "checkpoint_time": "2025-04-05 08:23:02.918", "error": null }' + echo '{ "upstream_id": 7489617924504333050, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 457130005736456196, "checkpoint_time": "2025-04-05 08:23:02.918", "error": null }' { "upstream_id": 7489617924504333050, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 457130005736456196, "checkpoint_time": "2025-04-05 08:23:02.918", "error": null } ++ echo '{' '"upstream_id":' 7489617924504333050, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 457130005736456196, '"checkpoint_time":' '"2025-04-05' '08:23:02.918",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7489617924504333050, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 457130005736456196, '"checkpoint_time":' '"2025-04-05' '08:23:02.918",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.11595.out cli changefeed update --pd=http://127.0.0.1:2379,http://127.0.0.1:2679,http://127.0.0.1:2779 --config=/tmp/tidb_cdc_test/cli_with_auth/changefeed.toml --no-confirm --changefeed-id custom-changefeed-name cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case delete_owner_key [Sat Apr 5 08:23:08 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.48404842.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_gap_between_watch_capture.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_gap_between_watch_capture.server1 --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table test.finish_mark not exists for 35-th check, retry later Diff of changefeed config: {Type:update Path:[Config CaseSensitive] From:false To:true} {Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true} Update changefeed config successfully! ID: custom-changefeed-name Info: {"upstream_id":7489617924504333050,"namespace":"default","id":"custom-changefeed-name","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:22:57.634404249+08:00","start_ts":457130003023003650,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":true,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"delete_only_output_handle_key_columns":null,"content_compatible":null,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457130005736456196,"checkpoint_time":"2025-04-05 08:23:02.918"} PASS table multi_capture_3.usertable exists table multi_capture_4.usertable not exists for 1-th check, retry later }lease 2231960353fab713 revoked table processor_delay.t33 exists table processor_delay.t34 not exists for 1-th check, retry later coverage: 2.9% of statements in github.com/pingcap/tiflow/... table ddl_attributes.finish_mark not exists for 6-th check, retry later check diff successfully table consistent_replicate_storage_file.check1 not exists for 14-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:23:09 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3746f96a-06f8-4326-bca0-2c23bd31a47f {"id":"3746f96a-06f8-4326-bca0-2c23bd31a47f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812586} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603542b6c01 3746f96a-06f8-4326-bca0-2c23bd31a47f /tidb/cdc/default/default/upstream/7489617965440173378 {"id":7489617965440173378,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3746f96a-06f8-4326-bca0-2c23bd31a47f {"id":"3746f96a-06f8-4326-bca0-2c23bd31a47f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812586} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603542b6c01 3746f96a-06f8-4326-bca0-2c23bd31a47f /tidb/cdc/default/default/upstream/7489617965440173378 {"id":7489617965440173378,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3746f96a-06f8-4326-bca0-2c23bd31a47f {"id":"3746f96a-06f8-4326-bca0-2c23bd31a47f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812586} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603542b6c01 3746f96a-06f8-4326-bca0-2c23bd31a47f /tidb/cdc/default/default/upstream/7489617965440173378 {"id":7489617965440173378,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.cli.27078.out cli changefeed create --start-ts=457130005304705026 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' table common_1.finish_mark not exists for 4-th check, retry later \033[0;36m<<< Run all test success >>>\033[0m Create changefeed successfully! ID: 84381b9f-b8db-4ce4-9c62-15fcaa096bb0 Info: {"upstream_id":7489617965440173378,"namespace":"default","id":"84381b9f-b8db-4ce4-9c62-15fcaa096bb0","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:23:09.661578938+08:00","start_ts":457130005304705026,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130005304705026,"checkpoint_ts":457130005304705026,"checkpoint_time":"2025-04-05 08:23:01.271"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) wait process cdc.test exit for 1-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:23:09 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/test-1 {UpstreamID:7489617618654483312 Namespace:default ID:test-1 SinkURI:mysql://root@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:21:45.733557159 +0800 CST StartTs:457129984191889409 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00364fc20 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129985502347265} {CheckpointTs:457129989001969666 MinTableBarrierTs:457129989001969666 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/19af1692-34da-4022-9232-ca64108c01e5 {"id":"19af1692-34da-4022-9232-ca64108c01e5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812586} /tidb/cdc/default/__cdc_meta__/capture/c6a079c5-39c7-4bc3-b338-55810f581eb0 {"id":"c6a079c5-39c7-4bc3-b338-55810f581eb0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812502} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352eac1e2 c6a079c5-39c7-4bc3-b338-55810f581eb0 /tidb/cdc/default/__cdc_meta__/owner/22319603543fe6d3 19af1692-34da-4022-9232-ca64108c01e5 /tidb/cdc/default/default/changefeed/info/test-1 {"upstream-id":7489617618654483312,"namespace":"default","changefeed-id":"test-1","sink-uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:21:45.733557159+08:00","start-ts":457129984191889409,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129985502347265} /tidb/cdc/default/default/changefeed/status/test-1 {"checkpoint-ts":457129989001969666,"min-table-barrier-ts":457129989001969666,"admin-job-type":0} /tidb/cdc/default/default/task/position/19af1692-34da-4022-9232-ca64108c01e5/test-1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/c6a079c5-39c7-4bc3-b338-55810f581eb0/test-1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617618654483312 {"id":7489617618654483312,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/test-1 {UpstreamID:7489617618654483312 Namespace:default ID:test-1 SinkURI:mysql://root@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:21:45.733557159 +0800 CST StartTs:457129984191889409 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00364fc20 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129985502347265} {CheckpointTs:457129989001969666 MinTableBarrierTs:457129989001969666 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/19af1692-34da-4022-9232-ca64108c01e5 {"id":"19af1692-34da-4022-9232-ca64108c01e5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812586} /tidb/cdc/default/__cdc_meta__/capture/c6a079c5-39c7-4bc3-b338-55810f581eb0 {"id":"c6a079c5-39c7-4bc3-b338-55810f581eb0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812502} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352eac1e2 c6a079c5-39c7-4bc3-b338-55810f581eb0 /tidb/cdc/default/__cdc_meta__/owner/22319603543fe6d3 19af1692-34da-4022-9232-ca64108c01e5 /tidb/cdc/default/default/changefeed/info/test-1 {"upstream-id":7489617618654483312,"namespace":"default","changefeed-id":"test-1","sink-uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:21:45.733557159+08:00","start-ts":457129984191889409,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129985502347265} /tidb/cdc/default/default/changefeed/status/test-1 {"checkpoint-ts":457129989001969666,"min-table-barrier-ts":457129989001969666,"admin-job-type":0} /tidb/cdc/default/default/task/position/19af1692-34da-4022-9232-ca64108c01e5/test-1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/c6a079c5-39c7-4bc3-b338-55810f581eb0/test-1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617618654483312 {"id":7489617618654483312,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/test-1 {UpstreamID:7489617618654483312 Namespace:default ID:test-1 SinkURI:mysql://root@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:21:45.733557159 +0800 CST StartTs:457129984191889409 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00364fc20 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129985502347265} {CheckpointTs:457129989001969666 MinTableBarrierTs:457129989001969666 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/19af1692-34da-4022-9232-ca64108c01e5 {"id":"19af1692-34da-4022-9232-ca64108c01e5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812586} /tidb/cdc/default/__cdc_meta__/capture/c6a079c5-39c7-4bc3-b338-55810f581eb0 {"id":"c6a079c5-39c7-4bc3-b338-55810f581eb0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812502} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960352eac1e2 c6a079c5-39c7-4bc3-b338-55810f581eb0 /tidb/cdc/default/__cdc_meta__/owner/22319603543fe6d3 19af1692-34da-4022-9232-ca64108c01e5 /tidb/cdc/default/default/changefeed/info/test-1 {"upstream-id":7489617618654483312,"namespace":"default","changefeed-id":"test-1","sink-uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:21:45.733557159+08:00","start-ts":457129984191889409,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129985502347265} /tidb/cdc/default/default/changefeed/status/test-1 {"checkpoint-ts":457129989001969666,"min-table-barrier-ts":457129989001969666,"admin-job-type":0} /tidb/cdc/default/default/task/position/19af1692-34da-4022-9232-ca64108c01e5/test-1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/c6a079c5-39c7-4bc3-b338-55810f581eb0/test-1 {"checkpoint-ts":0,"resolv+ grep -q 'etcd info' ed-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617618654483312 {"id":7489617618654483312,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457130006272802819 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-2 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.14653.out cli changefeed create --start-ts=457130006272802819 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-2 [2025/04/05 08:23:09.892 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark17000] [2025/04/05 08:23:09.898 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark17000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:23:09.899 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } table test.table4 exists check diff failed 1-th time, retry later wait process cdc.test exit for 2-th time... [Pipeline] // withEnv + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.11640.out cli changefeed --changefeed-id custom-changefeed-name resume [Pipeline] } table test.t_1 exists table test.t_2 exists table test.t_3 exists table test.t_4 exists table test.t_5 exists table test.t_6 exists table test.t_7 exists table test.t_8 exists table test.t_9 exists table test.t_10 exists table test.t_11 exists table test.t_12 exists table test.t_13 exists table test.t_14 exists table test.t_15 exists table test.t_16 exists table test.t_17 exists table test.t_18 exists table test.t_19 exists table test.t_20 exists table test.t_21 exists table test.t_22 exists table test.t_23 exists table test.t_24 exists table test.t_25 exists table test.t_26 exists table test.t_27 exists table test.t_28 exists table test.t_29 exists table test.t_30 exists table test.t_31 exists table test.t_32 exists table test.t_33 exists table test.t_34 exists table test.t_35 exists table test.t_36 exists table test.t_37 exists table test.t_38 exists table test.t_39 exists table test.t_40 exists table test.t_41 exists table test.t_42 exists table test.t_43 exists table test.t_44 exists table test.t_45 exists table test.t_46 exists table test.t_47 exists table test.t_48 exists table test.t_49 exists table test.t_50 exists table test.t_51 exists table test.t_52 exists table test.t_53 exists table test.t_54 exists table test.t_55 exists table test.t_56 exists table test.t_57 exists table test.t_58 exists table test.t_59 exists table test.t_60 exists table test.t_61 exists table test.t_62 exists table test.t_63 exists table test.t_64 exists table test.t_65 exists table test.t_66 exists table test.t_67 exists table test.t_68 exists table test.t_69 exists table test.t_70 exists table test.t_71 exists table test.t_72 exists table test.t_73 exists table test.t_74 exists table test.t_75 exists table test.t_76 exists table test.t_77 exists table test.t_78 exists table test.t_79 exists table test.finish_mark not exists for 36-th check, retry later [Pipeline] // node [Pipeline] } table multi_capture_4.usertable exists check diff failed 1-th time, retry later table test.t_80 exists table test.t_81 exists table test.t_82 exists table test.t_83 exists table test.t_84 exists table test.t_85 exists table test.t_86 exists table test.t_87 exists table test.t_88 exists table test.t_89 exists table test.t_90 exists table test.t_91 exists table test.t_92 exists table test.t_93 exists table test.t_94 exists table test.t_95 exists table test.t_96 exists table test.t_97 exists table test.t_98 exists table test.t_99 exists table test.t_100 exists [Pipeline] // podTemplate [Pipeline] } table processor_delay.t34 exists table processor_delay.t35 not exists for 1-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:23:10 CST 2025] <<<<<< run test case capture_suicide_while_balance_table success! >>>>>> [Pipeline] // withEnv + set +x [Sat Apr 5 08:23:11 CST 2025] <<<<<< START cdc server in move_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.2711327115.out server --log-file /tmp/tidb_cdc_test/move_table/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/move_table/cdc_data2 --cluster-id default --addr 127.0.0.1:8301 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... [Pipeline] } table ddl_attributes.finish_mark not exists for 7-th check, retry later table consistent_replicate_storage_file.check1 not exists for 15-th check, retry later [Pipeline] // stage [Pipeline] } table test.t_100 not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:23:11 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0013199e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130007774101510 MinTableBarrierTs:457130007787208705 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130008036245511, checkpointTs: 457130007774101513, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130008036245509, checkpointTs: 457130007774101510, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457130008049090561, checkpointTs: 457130007787208705, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d46ece32-e221-485b-8ce9-51a88b152aaa {"id":"d46ece32-e221-485b-8ce9-51a88b152aaa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812589} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/223196035248b632 d46ece32-e221-485b-8ce9-51a88b152aaa /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130007774101510,"min-table-barrier-ts":457130008049090561,"admin-job-type":0} /tidb/cdc/default/default/task/position/d46ece32-e221-485b-8ce9-51a88b152aaa/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0013199e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130007774101510 MinTableBarrierTs:457130007787208705 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130008036245511, checkpointTs: 457130007774101513, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130008036245509, checkpointTs: 457130007774101510, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457130008049090561, checkpointTs: 457130007787208705, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d46ece32-e221-485b-8ce9-51a88b152aaa {"id":"d46ece32-e221-485b-8ce9-51a88b152aaa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812589} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/223196035248b632 d46ece32-e221-485b-8ce9-51a88b152aaa /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130007774101510,"min-table-barrier-ts":457130008049090561,"admin-job-type":0} /tidb/cdc/default/default/task/position/d46ece32-e221-485b-8ce9-51a88b152aaa/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0013199e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130007774101510 MinTableBarrierTs:457130007787208705 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130008036245511, checkpointTs: 457130007774101513, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130008036245509, checkpointTs: 457130007774101510, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457130008049090561, checkpointTs: 457130007787208705, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d46ece32-e221-485b-8ce9-51a88b152aaa {"id":"d46ece32-e221-485b-8ce9-51a88b152aaa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812589} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/223196035248b632 d46ece32-e221-485b-8ce9-51a88b152aaa /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130007774+ grep -q 'etcd info' 101510,"min-table-barrier-ts":457130008049090561,"admin-job-type":0} /tidb/cdc/default/default/task/position/d46ece32-e221-485b-8ce9-51a88b152aaa/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' table common_1.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... Create changefeed successfully! ID: test-2 Info: {"upstream_id":7489617618654483312,"namespace":"default","id":"test-2","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:23:12.318236059+08:00","start_ts":457130006272802819,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130006272802819,"checkpoint_ts":457130006272802819,"checkpoint_time":"2025-04-05 08:23:04.964"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x [2025/04/05 08:23:12.189 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark18000] [2025/04/05 08:23:12.189 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark18000] table force_replicate_table.t0 exists table force_replicate_table.t1 exists table force_replicate_table.t2 exists table force_replicate_table.t3 not exists for 1-th check, retry later [2025/04/05 08:23:12.890 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark17000] [2025/04/05 08:23:12.896 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark17000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:23:12.898 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] table processor_delay.t35 exists table processor_delay.t36 not exists for 1-th check, retry later wait process cdc.test exit for 2-th time... check diff successfully table ddl_attributes.finish_mark exists table force_replicate_table.t3 exists table force_replicate_table.t4 not exists for 1-th check, retry later table consistent_replicate_storage_file.check1 not exists for 16-th check, retry later wait process cdc.test exit for 1-th time... table test.finish_mark not exists for 37-th check, retry later "is-owner": true, run task successfully check diff successfully check diff successfully ***************** properties ***************** "mysql.user"="root" "mysql.port"="4000" "recordcount"="20" "readproportion"="0" "scanproportion"="0" "mysql.host"="127.0.0.1" "dotransactions"="false" "mysql.db"="multi_capture_1" "updateproportion"="0" "insertproportion"="0" "workload"="core" "threadcount"="2" "requestdistribution"="uniform" "operationcount"="0" "readallfields"="true" ********************************************** Run finished, takes 23.859499ms INSERT - Takes(s): 0.0, Count: 20, OPS: 908.2, Avg(us): 1615, Min(us): 573, Max(us): 7495, 95th(us): 3000, 99th(us): 8000 ***************** properties ***************** "readallfields"="true" "workload"="core" "mysql.port"="4000" "updateproportion"="0" "recordcount"="20" "mysql.host"="127.0.0.1" "scanproportion"="0" "readproportion"="0" "threadcount"="2" "operationcount"="0" "dotransactions"="false" "requestdistribution"="uniform" "insertproportion"="0" "mysql.user"="root" "mysql.db"="multi_capture_2" ********************************************** Run finished, takes 11.360383ms INSERT - Takes(s): 0.0, Count: 20, OPS: 1998.9, Avg(us): 1086, Min(us): 518, Max(us): 1892, 95th(us): 2000, 99th(us): 2000 ***************** properties ***************** "insertproportion"="0" "workload"="core" "mysql.db"="multi_capture_3" "readproportion"="0" "scanproportion"="0" "recordcount"="20" "mysql.host"="127.0.0.1" "threadcount"="2" "mysql.user"="root" "operationcount"="0" "readallfields"="true" "requestdistribution"="uniform" "updateproportion"="0" "dotransactions"="false" "mysql.port"="4000" ********************************************** Run finished, takes 12.445214ms INSERT - Takes(s): 0.0, Count: 20, OPS: 1872.6, Avg(us): 1183, Min(us): 576, Max(us): 1896, 95th(us): 2000, 99th(us): 2000 ***************** properties ***************** "mysql.host"="127.0.0.1" "requestdistribution"="uniform" "workload"="core" "recordcount"="20" "operationcount"="0" "dotransactions"="false" "updateproportion"="0" "readallfields"="true" "scanproportion"="0" "mysql.port"="4000" "readproportion"="0" "insertproportion"="0" "mysql.user"="root" "threadcount"="2" "mysql.db"="multi_capture_4" ********************************************** Run finished, takes 11.855747ms INSERT - Takes(s): 0.0, Count: 20, OPS: 1888.9, Avg(us): 1137, Min(us): 531, Max(us): 2002, 95th(us): 2000, 99th(us): 3000 check diff failed 1-th time, retry later wait process cdc.test exit for 3-th time... found first match line: 457130007561764880 : [2025/04/05 08:23:10.909 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=168] [jobID=169] [query="CREATE TABLE IF NOT EXISTS `finishmark17000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457130007561764880] [2025/04/05 08:23:13.792 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark17000] [2025/04/05 08:23:13.792 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457130007561764880] [2025/04/05 08:23:13.794 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:23:13.798 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:23:13.802 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:23:13.807 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] table test.t_100 not exists for 2-th check, retry later wait process cdc.test exit for 2-th time... + set +x + run_sql 'use test; create table t2(id bigint primary key, a date); insert into t2 values(1, '\''2023-02-08'\'');' 127.0.0.1 4000 wait process cdc.test exit for 1-th time... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 08:23:13 CST 2025] <<<<<< run test case common_1 success! >>>>>> [2025/04/05 08:23:12.987 +08:00] [WARN] [diff.go:180] ["table struct is not equal"] [reason="column num not equal, one is 2 another is 5"] [2025/04/05 08:23:14.189 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark18000] [2025/04/05 08:23:14.196 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark18000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:23:14.197 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:23:14 CST 2025] <<<<<< START cdc server in changefeed_resume_with_checkpoint_ts case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/InjectChangefeedFastFailError=1*return(true)' + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_resume_with_checkpoint_ts.88528854.out server --log-file /tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts/cdc_data --cluster-id default --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:23:14 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {UpstreamID:7489617965440173378 Namespace:default ID:84381b9f-b8db-4ce4-9c62-15fcaa096bb0 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:09.661578938 +0800 CST StartTs:457130005304705026 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d563f0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130007493607432} {CheckpointTs:457130005973172306 MinTableBarrierTs:457130008555290629 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/16574ae0-9a9a-43c8-9eff-6ef19656f6a0 {"id":"16574ae0-9a9a-43c8-9eff-6ef19656f6a0","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812591} /tidb/cdc/default/__cdc_meta__/capture/3746f96a-06f8-4326-bca0-2c23bd31a47f {"id":"3746f96a-06f8-4326-bca0-2c23bd31a47f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812586} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603542b6c01 3746f96a-06f8-4326-bca0-2c23bd31a47f /tidb/cdc/default/__cdc_meta__/owner/22319603542b6c56 16574ae0-9a9a-43c8-9eff-6ef19656f6a0 /tidb/cdc/default/default/changefeed/info/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"upstream-id":7489617965440173378,"namespace":"default","changefeed-id":"84381b9f-b8db-4ce4-9c62-15fcaa096bb0","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:09.661578938+08:00","start-ts":457130005304705026,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130007493607432} /tidb/cdc/default/default/changefeed/status/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":457130005973172306,"min-table-barrier-ts":457130008555290629,"admin-job-type":0} /tidb/cdc/default/default/task/position/16574ae0-9a9a-43c8-9eff-6ef19656f6a0/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/3746f96a-06f8-4326-bca0-2c23bd31a47f/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617965440173378 {"id":7489617965440173378,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {UpstreamID:7489617965440173378 Namespace:default ID:84381b9f-b8db-4ce4-9c62-15fcaa096bb0 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:09.661578938 +0800 CST StartTs:457130005304705026 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d563f0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130007493607432} {CheckpointTs:457130005973172306 MinTableBarrierTs:457130008555290629 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/16574ae0-9a9a-43c8-9eff-6ef19656f6a0 {"id":"16574ae0-9a9a-43c8-9eff-6ef19656f6a0","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812591} /tidb/cdc/default/__cdc_meta__/capture/3746f96a-06f8-4326-bca0-2c23bd31a47f {"id":"3746f96a-06f8-4326-bca0-2c23bd31a47f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812586} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603542b6c01 3746f96a-06f8-4326-bca0-2c23bd31a47f /tidb/cdc/default/__cdc_meta__/owner/22319603542b6c56 16574ae0-9a9a-43c8-9eff-6ef19656f6a0 /tidb/cdc/default/default/changefeed/info/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"upstream-id":7489617965440173378,"namespace":"default","changefeed-id":"84381b9f-b8db-4ce4-9c62-15fcaa096bb0","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:09.661578938+08:00","start-ts":457130005304705026,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130007493607432} /tidb/cdc/default/default/changefeed/status/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":457130005973172306,"min-table-barrier-ts":457130008555290629,"admin-job-type":0} /tidb/cdc/default/default/task/position/16574ae0-9a9a-43c8-9eff-6ef19656f6a0/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/3746f96a-06f8-4326-bca0-2c23bd31a47f/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617965440173378 {"id":7489617965440173378,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {UpstreamID:7489617965440173378 Namespace:default ID:84381b9f-b8db-4ce4-9c62-15fcaa096bb0 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:09.661578938 +0800 CST StartTs:457130005304705026 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d563f0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130007493607432} {CheckpointTs:457130005973172306 MinTableBarrierTs:457130008555290629 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/16574ae0-9a9a-43c8-9eff-6ef19656f6a0 {"id":"16574ae0-9a9a-43c8-9eff-6ef19656f6a0","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812591} /tidb/cdc/default/__cdc_meta__/capture/3746f96a-06f8-4326-bca0-2c23bd31a47f {"id":"3746f96a-06f8-4326-bca0-2c23bd31a47f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812586} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603542b6c01 3746f96a-06f8-4326-bca0-2c23bd31a47f /tidb/cdc/default/__cdc_meta__/owner/22319603542b6c56 16574ae0-9a9a-43c8-9eff-6ef19656f6a0 /tidb/cdc/default/default/changefeed/info/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"upstream-id":7489617965440173378,"namespace":"default","changefeed-id":"84381b9f-b8db-4ce4-9c62-15fcaa096bb0","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:09.661578938+08:00","start-ts":457130005304705026,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130007493607432} /tidb/cdc/default/default/changefeed/status/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":457130005973172306,"min-table-barrier-ts":457130008555290629,"admin-job-type":0} /tidb/cdc/default/default/task/position/16574ae0-9a9a-43c8-9eff-6ef19656f6a0/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/3746f96a-06f8-4326-bca0-2c23bd31a47f/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617965440173378 {"id":7489617965440173378,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Sat Apr 5 08:23:14 CST 2025] <<<<<< START cdc server in move_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.2720027202.out server --log-file /tmp/tidb_cdc_test/move_table/cdc3.log --log-level debug --data-dir /tmp/tidb_cdc_test/move_table/cdc_data3 --cluster-id default --addr 127.0.0.1:8302 ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8302; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 2-th time... owner pid: 4845 owner id d46ece32-e221-485b-8ce9-51a88b152aaa default owner key /tidb/cdc/default/__cdc_meta__/owner/223196035248b632 [Sat Apr 5 08:23:14 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.49894991.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_gap_between_watch_capture.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_gap_between_watch_capture.server2 --cluster-id default --addr 127.0.0.1:8301 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:23:15 CST 2025] <<<<<< run test case ddl_attributes success! >>>>>> table consistent_replicate_storage_file.check1 not exists for 17-th check, retry later table test.finish_mark not exists for 38-th check, retry later table processor_delay.t36 exists table processor_delay.t37 not exists for 1-th check, retry later found first match line: 457130008662507525 : [2025/04/05 08:23:15.080 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=170] [jobID=171] [query="CREATE TABLE IF NOT EXISTS `finishmark18000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457130008662507525] [2025/04/05 08:23:15.387 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark18000] [2025/04/05 08:23:15.387 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457130008662507525] [2025/04/05 08:23:15.390 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:23:15.394 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:23:15.484 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:23:15.492 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] table force_replicate_table.t4 exists table force_replicate_table.t5 not exists for 1-th check, retry later + endpoints=http://127.0.0.1:2379 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s + info='{ "upstream_id": 7489617924504333050, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457130008881922053, "checkpoint_time": "2025-04-05 08:23:14.917", "error": null }' + echo '{ "upstream_id": 7489617924504333050, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457130008881922053, "checkpoint_time": "2025-04-05 08:23:14.917", "error": null }' { "upstream_id": 7489617924504333050, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457130008881922053, "checkpoint_time": "2025-04-05 08:23:14.917", "error": null } ++ echo '{' '"upstream_id":' 7489617924504333050, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457130008881922053, '"checkpoint_time":' '"2025-04-05' '08:23:14.917",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489617924504333050, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457130008881922053, '"checkpoint_time":' '"2025-04-05' '08:23:14.917",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.11715.out cli changefeed --changefeed-id custom-changefeed-name remove check diff successfully wait process cdc.test exit for 1-th time... table test.t_100 not exists for 3-th check, retry later wait process cdc.test exit for 2-th time... Changefeed remove successfully. ID: custom-changefeed-name CheckpointTs: 457130008881922053 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/ PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... wait process cdc.test exit for 3-th time... table test.finish_mark not exists for 39-th check, retry later table processor_delay.t37 exists table processor_delay.t38 not exists for 1-th check, retry later [2025/04/05 08:23:17.607 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark19000] [2025/04/05 08:23:17.607 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark19000] table force_replicate_table.t5 exists table force_replicate_table.t6 not exists for 1-th check, retry later table consistent_replicate_storage_file.check1 not exists for 18-th check, retry later cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 08:23:17 CST 2025] <<<<<< run test case multi_capture success! >>>>>> + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:23:17 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b1e65e84-9505-40e1-899f-1db1406fd774 {"id":"b1e65e84-9505-40e1-899f-1db1406fd774","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812594} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/2231960353d937b4 b1e65e84-9505-40e1-899f-1db1406fd774 /tidb/cdc/default/default/changefeed/info/ebb13f4c-5359-4157-921b-d93ab891b598 {"upstream-id":7489617873039408763,"namespace":"default","changefeed-id":"ebb13f4c-5359-4157-921b-d93ab891b598","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:22:43.163636988+08:00","start-ts":457130000587161602,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"failed","error":{"time":"2025-04-05T08:23:14.727509362+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrStartTsBeforeGC","message":"[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError"},"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130008831590402} /tidb/cdc/default/default/changefeed/status/ebb13f4c-5359-4157-921b-d93ab891b598 {"checkpoint-ts":457130002920243214,"min-table-barrier-ts":457130003064422414,"admin-job-type":1} /tidb/cdc/default/default/upstream/7489617873039408763 {"id":7489617873039408763,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b1e65e84-9505-40e1-899f-1db1406fd774 {"id":"b1e65e84-9505-40e1-899f-1db1406fd774","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812594} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/2231960353d937b4 b1e65e84-9505-40e1-899f-1db1406fd774 /tidb/cdc/default/default/changefeed/info/ebb13f4c-5359-4157-921b-d93ab891b598 {"upstream-id":7489617873039408763,"namespace":"default","changefeed-id":"ebb13f4c-5359-4157-921b-d93ab891b598","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:22:43.163636988+08:00","start-ts":457130000587161602,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"failed","error":{"time":"2025-04-05T08:23:14.727509362+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrStartTsBeforeGC","message":"[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError"},"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130008831590402} /tidb/cdc/default/default/changefeed/status/ebb13f4c-5359-4157-921b-d93ab891b598 {"checkpoint-ts":457130002920243214,"min-table-barrier-ts":457130003064422414,"admin-job-type":1} /tidb/cdc/default/default/upstream/7489617873039408763 {"id":7489617873039408763,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b1e65e84-9505-40e1-899f-1db1406fd774 {"id":"b1e65e84-9505-40e1-899f-1db1406fd774","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812594} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/2231960353d937b4 b1e65e84-9505-40e1-899f-1db1406fd774 /tidb/cdc/default/default/changefeed/info/ebb13f4c-5359-4157-921b-d93ab891b598 {"upstream-id":7489617873039408763,"namespace":"default","changefeed-id":"ebb13f4c-5359-4157-921b-d93ab891b598","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:22:43.163636988+08:00","start-ts":457130000587161602,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"failed","error":{"time":"2025-04-05T08:23:14.727509362+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrStartTsBeforeGC","message":"[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError"},"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130008831590402} /tidb/cdc/default/default/changefeed/status/ebb13f4c-5359-4157-921b-d93ab891b598 {"checkpoint-ts":457130002920243214,"min-table-barrier-ts":457130003064422414,"admin-job-type":1} /tidb/cdc/default/default/upstream/7489617873039408763 {"id":7489617873039408763,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check_changefeed_state http://127.0.0.1:2379 ebb13f4c-5359-4157-921b-d93ab891b598 failed ErrStartTsBeforeGC + endpoints=http://127.0.0.1:2379 + changefeed_id=ebb13f4c-5359-4157-921b-d93ab891b598 + expected_state=failed + error_msg=ErrStartTsBeforeGC + tls_dir=ErrStartTsBeforeGC + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c ebb13f4c-5359-4157-921b-d93ab891b598 -s + info='{ "upstream_id": 7489617873039408763, "namespace": "default", "id": "ebb13f4c-5359-4157-921b-d93ab891b598", "state": "failed", "checkpoint_tso": 457130002920243214, "checkpoint_time": "2025-04-05 08:22:52.175", "error": { "time": "2025-04-05T08:23:14.727509362+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError" } }' + echo '{ "upstream_id": 7489617873039408763, "namespace": "default", "id": "ebb13f4c-5359-4157-921b-d93ab891b598", "state": "failed", "checkpoint_tso": 457130002920243214, "checkpoint_time": "2025-04-05 08:22:52.175", "error": { "time": "2025-04-05T08:23:14.727509362+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError" } }' { "upstream_id": 7489617873039408763, "namespace": "default", "id": "ebb13f4c-5359-4157-921b-d93ab891b598", "state": "failed", "checkpoint_tso": 457130002920243214, "checkpoint_time": "2025-04-05 08:22:52.175", "error": { "time": "2025-04-05T08:23:14.727509362+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError" } } ++ echo '{' '"upstream_id":' 7489617873039408763, '"namespace":' '"default",' '"id":' '"ebb13f4c-5359-4157-921b-d93ab891b598",' '"state":' '"failed",' '"checkpoint_tso":' 457130002920243214, '"checkpoint_time":' '"2025-04-05' '08:22:52.175",' '"error":' '{' '"time":' '"2025-04-05T08:23:14.727509362+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError"' '}' '}' ++ jq -r .state + state=failed + [[ ! failed == \f\a\i\l\e\d ]] ++ echo '{' '"upstream_id":' 7489617873039408763, '"namespace":' '"default",' '"id":' '"ebb13f4c-5359-4157-921b-d93ab891b598",' '"state":' '"failed",' '"checkpoint_tso":' 457130002920243214, '"checkpoint_time":' '"2025-04-05' '08:22:52.175",' '"error":' '{' '"time":' '"2025-04-05T08:23:14.727509362+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError"' '}' '}' ++ jq -r .error.message + message='[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError' + [[ ! [CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError =~ ErrStartTsBeforeGC ]] run task successfully + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8302 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:23:17 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {UpstreamID:7489617965440173378 Namespace:default ID:84381b9f-b8db-4ce4-9c62-15fcaa096bb0 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:09.661578938 +0800 CST StartTs:457130005304705026 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0039e9050 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130007493607432} {CheckpointTs:457130006157197340 MinTableBarrierTs:457130009355354121 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/16574ae0-9a9a-43c8-9eff-6ef19656f6a0 {"id":"16574ae0-9a9a-43c8-9eff-6ef19656f6a0","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812591} /tidb/cdc/default/__cdc_meta__/capture/3342d146-ec97-44bd-a9c3-b5954a806bb4 {"id":"3342d146-ec97-44bd-a9c3-b5954a806bb4","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812595} /tidb/cdc/default/__cdc_meta__/capture/3746f96a-06f8-4326-bca0-2c23bd31a47f {"id":"3746f96a-06f8-4326-bca0-2c23bd31a47f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812586} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603542b6c01 3746f96a-06f8-4326-bca0-2c23bd31a47f /tidb/cdc/default/__cdc_meta__/owner/22319603542b6c56 16574ae0-9a9a-43c8-9eff-6ef19656f6a0 /tidb/cdc/default/__cdc_meta__/owner/22319603542b6ca0 3342d146-ec97-44bd-a9c3-b5954a806bb4 /tidb/cdc/default/default/changefeed/info/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"upstream-id":7489617965440173378,"namespace":"default","changefeed-id":"84381b9f-b8db-4ce4-9c62-15fcaa096bb0","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:09.661578938+08:00","start-ts":457130005304705026,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130007493607432} /tidb/cdc/default/default/changefeed/status/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":457130006157197453,"min-table-barrier-ts":457130009355354121,"admin-job-type":0} /tidb/cdc/default/default/task/position/16574ae0-9a9a-43c8-9eff-6ef19656f6a0/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/3342d146-ec97-44bd-a9c3-b5954a806bb4/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/3746f96a-06f8-4326-bca0-2c23bd31a47f/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617965440173378 {"id":7489617965440173378,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {UpstreamID:7489617965440173378 Namespace:default ID:84381b9f-b8db-4ce4-9c62-15fcaa096bb0 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:09.661578938 +0800 CST StartTs:457130005304705026 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0039e9050 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130007493607432} {CheckpointTs:457130006157197340 MinTableBarrierTs:457130009355354121 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/16574ae0-9a9a-43c8-9eff-6ef19656f6a0 {"id":"16574ae0-9a9a-43c8-9eff-6ef19656f6a0","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812591} /tidb/cdc/default/__cdc_meta__/capture/3342d146-ec97-44bd-a9c3-b5954a806bb4 {"id":"3342d146-ec97-44bd-a9c3-b5954a806bb4","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812595} /tidb/cdc/default/__cdc_meta__/capture/3746f96a-06f8-4326-bca0-2c23bd31a47f {"id":"3746f96a-06f8-4326-bca0-2c23bd31a47f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812586} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603542b6c01 3746f96a-06f8-4326-bca0-2c23bd31a47f /tidb/cdc/default/__cdc_meta__/owner/22319603542b6c56 16574ae0-9a9a-43c8-9eff-6ef19656f6a0 /tidb/cdc/default/__cdc_meta__/owner/22319603542b6ca0 3342d146-ec97-44bd-a9c3-b5954a806bb4 /tidb/cdc/default/default/changefeed/info/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"upstream-id":7489617965440173378,"namespace":"default","changefeed-id":"84381b9f-b8db-4ce4-9c62-15fcaa096bb0","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:09.661578938+08:00","start-ts":457130005304705026,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130007493607432} /tidb/cdc/default/default/changefeed/status/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":457130006157197453,"min-table-barrier-ts":457130009355354121,"admin-job-type":0} /tidb/cdc/default/default/task/position/16574ae0-9a9a-43c8-9eff-6ef19656f6a0/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/3342d146-ec97-44bd-a9c3-b5954a806bb4/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/3746f96a-06f8-4326-bca0-2c23bd31a47f/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} + grep -q 'failed to get info:' /tidb/cdc/default/default/upstream/7489617965440173378 {"id":7489617965440173378,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {UpstreamID:7489617965440173378 Namespace:default ID:84381b9f-b8db-4ce4-9c62-15fcaa096bb0 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:09.661578938 +0800 CST StartTs:457130005304705026 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0039e9050 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130007493607432} {CheckpointTs:457130006157197340 MinTableBarrierTs:457130009355354121 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/16574ae0-9a9a-43c8-9eff-6ef19656f6a0 {"id":"16574ae0-9a9a-43c8-9eff-6ef19656f6a0","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812591} /tidb/cdc/default/__cdc_meta__/capture/3342d146-ec97-44bd-a9c3-b5954a806bb4 {"id":"3342d146-ec97-44bd-a9c3-b5954a806bb4","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812595} /tidb/cdc/default/__cdc_meta__/capture/3746f96a-06f8-4326-bca0-2c23bd31a47f {"id":"3746f96a-06f8-4326-bca0-2c23bd31a47f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812586} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603542b6c01 3746f96a-06f8-4326-bca0-2c23bd31a47f /tidb/cdc/default/__cdc_meta__/owner/22319603542b6c56 16574ae0-9a9a-43c8-9eff-6ef19656f6a0 /tidb/cdc/default/__cdc_meta__/owner/22319603542b6ca0 3342d146-ec97-44bd-a9c3-b5954a806bb4 /tidb/cdc/default/default/changefeed/info/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"upstream-id":7489617965440173378,"namespace":"default","changefeed-id":"84381b9f-b8db-4ce4-9c62-15fcaa096bb0","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:09.661578938+08:00","start-ts":457130005304705026,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130007493607432} /tidb/cdc/default/default/changefeed/status/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":457130006157197453,"min-table-barrier-ts":457130009355354121,"admin-job-type":0} /tidb/cdc/default/default/task/position/16574ae0-9a9a-43c8-9eff-6ef19656f6a0/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/3342d146-ec97-44bd-a9c3-b5954a806bb4/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/3746f96a-06f8-4326-bca0-2c23bd31a47f/84381b9f-b8db-4ce4-9c62-15fcaa096bb0 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617965440173378 {"id":7489617965440173378,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check_changefeed_state http://127.0.0.1:2379 ebb13f4c-5359-4157-921b-d93ab891b598 normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=ebb13f4c-5359-4157-921b-d93ab891b598 + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c ebb13f4c-5359-4157-921b-d93ab891b598 -s table move_table.usertable exists + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:23:17 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0016b0fc0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130009346965517 MinTableBarrierTs:457130009360072708 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/57284d9f-6e67-4ae3-a7d8-2ebd4d36647a {"id":"57284d9f-6e67-4ae3-a7d8-2ebd4d36647a","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812595} /tidb/cdc/default/__cdc_meta__/capture/d46ece32-e221-485b-8ce9-51a88b152aaa {"id":"d46ece32-e221-485b-8ce9-51a88b152aaa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812589} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/223196035248b632 d46ece32-e221-485b-8ce9-51a88b152aaa /tidb/cdc/default/__cdc_meta__/owner/223196035248b688 57284d9f-6e67-4ae3-a7d8-2ebd4d36647a /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130009346965517,"min-table-barrier-ts":457130009360072708,"admin-job-type":0} /tidb/cdc/default/default/task/position/57284d9f-6e67-4ae3-a7d8-2ebd4d36647a/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/d46ece32-e221-485b-8ce9-51a88b152aaa/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0016b0fc0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130009346965517 MinTableBarrierTs:457130009360072708 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/57284d9f-6e67-4ae3-a7d8-2ebd4d36647a {"id":"57284d9f-6e67-4ae3-a7d8-2ebd4d36647a","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812595} /tidb/cdc/default/__cdc_meta__/capture/d46ece32-e221-485b-8ce9-51a88b152aaa {"id":"d46ece32-e221-485b-8ce9-51a88b152aaa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812589} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/223196035248b632 d46ece32-e221-485b-8ce9-51a88b152aaa /tidb/cdc/default/__cdc_meta__/owner/223196035248b688 57284d9f-6e67-4ae3-a7d8-2ebd4d36647a /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130009346965517,"min-table-barrier-ts":457130009360072708,"admin-job-type":0} /tidb/cdc/default/default/task/position/57284d9f-6e67-4ae3-a7d8+ grep -q 'failed to get info:' -2ebd4d36647a/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/d46ece32-e221-485b-8ce9-51a88b152aaa/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0016b0fc0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130009346965517 MinTableBarrierTs:457130009360072708 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/57284d9f-6e67-4ae3-a7d8-2ebd4d36647a {"id":"57284d9f-6e67-4ae3-a7d8-2ebd4d36647a","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812595} /tidb/cdc/default/__cdc_meta__/capture/d46ece32-e221-485b-8ce9-51a88b152aaa {"id":"d46ece32-e221-485b-8ce9-51a88b152aaa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812589} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/223196035248b632 d46ece32-e221-485b-8ce9-51a88b152aaa /tidb/cdc/default/__cdc_meta__/owner/223196035248b688 57284d9f-6e67-4ae3-a7d8-2ebd4d36647a /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130009346965517,"min-table-barrier-ts":457130009360072708,"admin-job-type":0} /tidb/cdc/default/default/task/position/57284d9f-6e67-4ae3-a7d8-2ebd4d36647a/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/d46ece32-e221-485b-8ce9-51a88b152aaa/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep -v "d46ece32-e221-485b-8ce9-51a88b152aaa default" | grep id + set +x table test.t_100 not exists for 4-th check, retry later + info='{ "upstream_id": 7489617873039408763, "namespace": "default", "id": "ebb13f4c-5359-4157-921b-d93ab891b598", "state": "normal", "checkpoint_tso": 457130009631129605, "checkpoint_time": "2025-04-05 08:23:17.775", "error": null }' + echo '{ "upstream_id": 7489617873039408763, "namespace": "default", "id": "ebb13f4c-5359-4157-921b-d93ab891b598", "state": "normal", "checkpoint_tso": 457130009631129605, "checkpoint_time": "2025-04-05 08:23:17.775", "error": null }' { "upstream_id": 7489617873039408763, "namespace": "default", "id": "ebb13f4c-5359-4157-921b-d93ab891b598", "state": "normal", "checkpoint_tso": 457130009631129605, "checkpoint_time": "2025-04-05 08:23:17.775", "error": null } ++ echo '{' '"upstream_id":' 7489617873039408763, '"namespace":' '"default",' '"id":' '"ebb13f4c-5359-4157-921b-d93ab891b598",' '"state":' '"normal",' '"checkpoint_tso":' 457130009631129605, '"checkpoint_time":' '"2025-04-05' '08:23:17.775",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489617873039408763, '"namespace":' '"default",' '"id":' '"ebb13f4c-5359-4157-921b-d93ab891b598",' '"state":' '"normal",' '"checkpoint_tso":' 457130009631129605, '"checkpoint_time":' '"2025-04-05' '08:23:17.775",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully go: downloading github.com/IBM/sarama v1.41.2 go: downloading github.com/xdg/scram v1.0.5 go: downloading github.com/benbjohnson/clock v1.1.0 go: downloading go.etcd.io/etcd/server/v3 v3.5.12 go: downloading github.com/tinylib/msgp v1.1.6 go: downloading github.com/KimMachineGun/automemlimit v0.2.4 go: downloading gorm.io/gorm v1.25.11 go: downloading github.com/apache/pulsar-client-go v0.11.0 go: downloading github.com/aws/aws-sdk-go-v2 v1.19.1 go: downloading github.com/cakturk/go-netstat v0.0.0-20200220111822-e5b49efee7a5 go: downloading github.com/go-mysql-org/go-mysql v1.9.1 go: downloading github.com/gavv/monotime v0.0.0-20190418164738-30dba4353424 go: downloading github.com/edwingeng/deque v0.0.0-20191220032131-8596380dee17 go: downloading github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/containerd/cgroups v1.0.4 go: downloading github.com/gin-gonic/gin v1.9.1 go: downloading github.com/stretchr/objx v0.5.2 go: downloading github.com/xdg/stringprep v1.0.3 go: downloading github.com/philhofer/fwd v1.1.1 go: downloading github.com/opencontainers/runtime-spec v1.0.2 go: downloading github.com/godbus/dbus/v5 v5.0.4 go: downloading github.com/cilium/ebpf v0.4.0 go: downloading github.com/sirupsen/logrus v1.9.3 go: downloading github.com/jinzhu/now v1.1.5 go: downloading github.com/jinzhu/inflection v1.0.0 go: downloading github.com/gin-contrib/sse v0.1.0 go: downloading github.com/pelletier/go-toml/v2 v2.0.8 go: downloading github.com/go-playground/validator/v10 v10.14.0 go: downloading github.com/ugorji/go/codec v1.2.11 go: downloading github.com/siddontang/go v0.0.0-20180604090527-bdc77568d726 go: downloading github.com/siddontang/go-log v0.0.0-20180807004314-8d05993dda07 go: downloading github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2 table test.finish_mark not exists for 40-th check, retry later go: downloading github.com/aws/smithy-go v1.13.5 go: downloading github.com/linkedin/goavro/v2 v2.11.1 go: downloading github.com/AthenZ/athenz v1.10.39 go: downloading github.com/spaolacci/murmur3 v1.1.0 go: downloading golang.org/x/mod v0.22.0 go: downloading github.com/99designs/keyring v1.2.1 go: downloading github.com/eapache/go-resiliency v1.4.0 go: downloading github.com/eapache/queue v1.1.0 go: downloading github.com/jcmturner/gokrb5/v8 v8.4.4 go: downloading github.com/hashicorp/go-multierror v1.1.1 go: downloading github.com/jcmturner/gofork v1.7.6 go: downloading github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 go: downloading github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3 table processor_delay.t38 exists table processor_delay.t39 not exists for 1-th check, retry later "id": "57284d9f-6e67-4ae3-a7d8-2ebd4d36647a", run task successfully go: downloading github.com/go-playground/universal-translator v0.18.1 go: downloading github.com/leodido/go-urn v1.2.4 go: downloading github.com/gabriel-vasile/mimetype v1.4.2 go: downloading github.com/hashicorp/errwrap v1.0.0 go: downloading github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c go: downloading github.com/dvsekhvalnov/jose2go v1.5.0 go: downloading github.com/mtibben/percent v0.2.1 go: downloading github.com/go-playground/locales v0.14.1 go: downloading sigs.k8s.io/yaml v1.4.0 go: downloading github.com/grpc-ecosystem/grpc-gateway v1.16.0 go: downloading github.com/tmc/grpc-websocket-proxy v0.0.0-20220101234140-673ab2c3ae75 go: downloading github.com/jonboulle/clockwork v0.4.0 go: downloading go.etcd.io/bbolt v1.3.9 go: downloading go.opentelemetry.io/otel/sdk v1.24.0 go: downloading github.com/xiang90/probing v0.0.0-20221125231312-a49e3df8f510 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading go.etcd.io/etcd/raft/v3 v3.5.12 go: downloading go.etcd.io/etcd/pkg/v3 v3.5.12 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.22.0 go: downloading github.com/golang-jwt/jwt/v4 v4.5.1 go: downloading go.etcd.io/etcd/client/v2 v2.305.12 table force_replicate_table.t6 exists check_data_subset force_replicate_table.t0 127.0.0.1 4000 127.0.0.1 3306 table consistent_replicate_storage_file.check1 exists table consistent_replicate_storage_file.t2 not exists for 1-th check, retry later go: downloading github.com/gorilla/websocket v1.5.1 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.22.0 go: downloading go.opentelemetry.io/proto/otlp v1.1.0 go: downloading github.com/cenkalti/backoff/v4 v4.2.1 go: downloading github.com/hashicorp/go-uuid v1.0.3 go: downloading github.com/jcmturner/aescts/v2 v2.0.0 go: downloading github.com/jcmturner/dnsutils/v2 v2.0.0 go: downloading github.com/jcmturner/rpc/v2 v2.0.3 go: downloading github.com/grpc-ecosystem/grpc-gateway/v2 v2.19.1 table test.t_100 not exists for 5-th check, retry later [2025/04/05 08:23:19.608 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark19000] [2025/04/05 08:23:19.687 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark19000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:23:19.689 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] run task successfully check_data_subset force_replicate_table.t1 127.0.0.1 4000 127.0.0.1 3306 table test1.table1 not exists for 1-th check, retry later capture_id: 57284d9f-6e67-4ae3-a7d8-2ebd4d36647a 1 ETCDCTL_API=3 etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix | grep '57284d9f-6e67-4ae3-a7d8-2ebd4d36647a' 57284d9f-6e67-4ae3-a7d8-2ebd4d36647a run task successfully curl -X GET http://127.0.0.1:8300/status | grep '"is_owner": false' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 182 100 182 0 0 15709 0 --:--:-- --:--:-- --:--:-- 16545 "is_owner": false run task successfully table test.finish_mark not exists for 41-th check, retry later found first match line: 457130009947275277 : [2025/04/05 08:23:20.009 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=172] [jobID=173] [query="CREATE TABLE IF NOT EXISTS `finishmark19000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457130009947275277] [2025/04/05 08:23:20.901 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark19000] [2025/04/05 08:23:20.901 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457130009947275277] [2025/04/05 08:23:20.903 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:23:20.983 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:23:20.988 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:23:20.993 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] run task successfully check_data_subset force_replicate_table.t2 127.0.0.1 4000 127.0.0.1 3306 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/syncpoint/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table processor_delay.t39 exists table processor_delay.t40 not exists for 1-th check, retry later changefeed count 0 check pass, pd_addr: http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.11785.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --tz=Asia/Shanghai -c=custom-changefeed-name table consistent_replicate_storage_file.t2 not exists for 2-th check, retry later run task successfully check_data_subset force_replicate_table.t3 127.0.0.1 4000 127.0.0.1 3306 [WARN] --tz is deprecated in changefeed settings. Create changefeed successfully! ID: custom-changefeed-name Info: {"upstream_id":7489617924504333050,"namespace":"default","id":"custom-changefeed-name","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:23:21.633286302+08:00","start_ts":457130010625179649,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130010625179649,"checkpoint_ts":457130010625179649,"checkpoint_time":"2025-04-05 08:23:21.567"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table test.t_100 not exists for 6-th check, retry later table test1.table1 not exists for 2-th check, retry later run task successfully check_data_subset force_replicate_table.t4 127.0.0.1 4000 127.0.0.1 3306 [2025/04/05 08:23:22.485 +08:00] [INFO] [case.go:561] ["one upstream workload finished"] [round=20001] [2025/04/05 08:23:22.485 +08:00] [INFO] [case.go:608] ["one downstream exit due to receive done"] [2025/04/05 08:23:22.488 +08:00] [INFO] [case.go:561] ["one upstream workload finished"] [round=20002] [2025/04/05 08:23:22.488 +08:00] [INFO] [case.go:608] ["one downstream exit due to receive done"] [2025/04/05 08:23:22.489 +08:00] [INFO] [case.go:561] ["one upstream workload finished"] [round=20003] [2025/04/05 08:23:22.489 +08:00] [INFO] [case.go:608] ["one downstream exit due to receive done"] [2025/04/05 08:23:22.490 +08:00] [INFO] [case.go:561] ["one upstream workload finished"] [round=20004] [2025/04/05 08:23:22.490 +08:00] [INFO] [case.go:608] ["one downstream exit due to receive done"] [2025/04/05 08:23:22.509 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark20000] [2025/04/05 08:23:22.509 +08:00] [INFO] [case.go:561] ["one upstream workload finished"] [round=20004] [2025/04/05 08:23:22.509 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark20000] + set +x run task successfully check_data_subset force_replicate_table.t5 127.0.0.1 4000 127.0.0.1 3306 table consistent_replicate_storage_file.t2 not exists for 3-th check, retry later table test.finish_mark not exists for 42-th check, retry later run task successfully check_data_subset force_replicate_table.t6 127.0.0.1 4000 127.0.0.1 3306 table processor_delay.t40 exists table processor_delay.t41 not exists for 1-th check, retry later table test.t_100 not exists for 7-th check, retry later table test1.table1 exists table test1.table2 exists id=19,a=NULL doesn't exist in downstream table force_replicate_table.t6 run task failed 1-th time, retry later nonempty select id, val from test.availability1 where id=1 and val=1 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later \033[0;36m<<< Run all test success >>>\033[0m check diff successfully [Pipeline] } go: downloading github.com/ardielle/ardielle-go v1.5.2 [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) start tidb cluster in /tmp/tidb_cdc_test/syncpoint Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [2025/04/05 08:23:24.509 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark20000] [2025/04/05 08:23:24.515 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark20000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:23:24.516 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } table consistent_replicate_storage_file.t2 not exists for 4-th check, retry later [Pipeline] // stage [Pipeline] } table test.finish_mark not exists for 43-th check, retry later wait process cdc.test exit for 1-th time... table processor_delay.t41 exists table processor_delay.t42 not exists for 1-th check, retry later check_data_subset force_replicate_table.t6 127.0.0.1 4000 127.0.0.1 3306 nonempty select id, val from test.availability1 where id=1 and val=1 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 2-th time, retry later wait process cdc.test exit for 2-th time... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + endpoints=http://127.0.0.1:2379 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s + info='{ "upstream_id": 7489617924504333050, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457130011765506056, "checkpoint_time": "2025-04-05 08:23:25.917", "error": null }' + echo '{ "upstream_id": 7489617924504333050, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457130011765506056, "checkpoint_time": "2025-04-05 08:23:25.917", "error": null }' { "upstream_id": 7489617924504333050, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457130011765506056, "checkpoint_time": "2025-04-05 08:23:25.917", "error": null } ++ echo '{' '"upstream_id":' 7489617924504333050, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457130011765506056, '"checkpoint_time":' '"2025-04-05' '08:23:25.917",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489617924504333050, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457130011765506056, '"checkpoint_time":' '"2025-04-05' '08:23:25.917",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] table test.t_100 not exists for 8-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:23:26 CST 2025] <<<<<< run test case changefeed_resume_with_checkpoint_ts success! >>>>>> [2025/04/05 08:23:26.726 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark20000] run task successfully [2025/04/05 08:23:26.732 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark20000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 08:23:26.733 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] found first match line: 457130011270840334 : [2025/04/05 08:23:25.009 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=174] [jobID=175] [query="CREATE TABLE IF NOT EXISTS `finishmark20000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457130011270840334] [2025/04/05 08:23:26.940 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark20000] [2025/04/05 08:23:26.940 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457130011270840334] [2025/04/05 08:23:26.944 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:23:26.948 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:23:26.951 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 08:23:26.955 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 08:23:26.955 +08:00] [INFO] [case.go:608] ["one downstream exit due to receive done"] [2025/04/05 08:23:26.955 +08:00] [INFO] [case.go:620] ["bank test finished"] [valid=20] [tries=20] [ratio=1] + cleanup_process cdc.test table test.finish_mark not exists for 44-th check, retry later \033[0;36m<<< Run all test success >>>\033[0m wait process cdc.test exit for 1-th time... [Pipeline] } [Pipeline] // timeout table processor_delay.t42 exists table processor_delay.t43 not exists for 1-th check, retry later [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/run.sh using Sink-Type: mysql... <<================= +++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo + source /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/../_utils/test_prepare ++ UP_TIDB_HOST=127.0.0.1 ++ UP_TIDB_PORT=4000 ++ UP_TIDB_OTHER_PORT=4001 ++ UP_TIDB_STATUS=10080 ++ UP_TIDB_OTHER_STATUS=10081 ++ DOWN_TIDB_HOST=127.0.0.1 ++ DOWN_TIDB_PORT=3306 ++ DOWN_TIDB_STATUS=20080 ++ TLS_TIDB_HOST=127.0.0.1 ++ TLS_TIDB_PORT=3307 ++ TLS_TIDB_STATUS=30080 ++ UP_PD_HOST_1=127.0.0.1 ++ UP_PD_PORT_1=2379 ++ UP_PD_PEER_PORT_1=2380 ++ UP_PD_HOST_2=127.0.0.1 ++ UP_PD_PORT_2=2679 ++ UP_PD_PEER_PORT_2=2680 ++ UP_PD_HOST_3=127.0.0.1 ++ UP_PD_PORT_3=2779 ++ UP_PD_PEER_PORT_3=2780 ++ DOWN_PD_HOST=127.0.0.1 ++ DOWN_PD_PORT=2479 ++ DOWN_PD_PEER_PORT=2480 ++ TLS_PD_HOST=127.0.0.1 ++ TLS_PD_PORT=2579 ++ TLS_PD_PEER_PORT=2580 ++ UP_TIKV_HOST_1=127.0.0.1 ++ UP_TIKV_PORT_1=20160 ++ UP_TIKV_STATUS_PORT_1=20181 ++ UP_TIKV_HOST_2=127.0.0.1 ++ UP_TIKV_PORT_2=20161 ++ UP_TIKV_STATUS_PORT_2=20182 ++ UP_TIKV_HOST_3=127.0.0.1 ++ UP_TIKV_PORT_3=20162 ++ UP_TIKV_STATUS_PORT_3=20183 ++ DOWN_TIKV_HOST=127.0.0.1 ++ DOWN_TIKV_PORT=21160 ++ DOWN_TIKV_STATUS_PORT=21180 ++ TLS_TIKV_HOST=127.0.0.1 ++ TLS_TIKV_PORT=22160 ++ TLS_TIKV_STATUS_PORT=22180 +++ cat /tmp/tidb_cdc_test/KAFKA_VERSION +++ echo 2.4.1 ++ KAFKA_VERSION=2.4.1 + WORK_DIR=/tmp/tidb_cdc_test/synced_status_with_redo + CDC_BINARY=cdc.test + SINK_TYPE=mysql + CDC_COUNT=3 + DB_COUNT=4 + trap stop_tidb_cluster EXIT + run_normal_case_and_unavailable_pd conf/changefeed-redo.toml + rm -rf /tmp/tidb_cdc_test/synced_status_with_redo + mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo The 1 times to try to start tidb cluster... table consistent_replicate_storage_file.t2 not exists for 5-th check, retry later [Pipeline] // stage wait process cdc.test exit for 1-th time... [Pipeline] } wait process cdc.test exit for 2-th time... [Pipeline] // container [Pipeline] } wait process cdc.test exit for 2-th time... [Pipeline] // withEnv [Pipeline] } Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] // node [Pipeline] } + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.11880.out cli unsafe delete-service-gc-safepoint Confirm that you know what this command will do and use it at your own risk [Y/N] CDC service GC safepoint truncated in PD! PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... table test.t_100 not exists for 9-th check, retry later [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:23:28 CST 2025] <<<<<< run test case force_replicate_table success! >>>>>> [Pipeline] } wait process cdc.test exit for 3-th time... [Pipeline] // stage [Pipeline] } cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit ++ date + echo '[Sat Apr 5 08:23:29 CST 2025] <<<<<< run test case bank success! >>>>>>' [Sat Apr 5 08:23:29 CST 2025] <<<<<< run test case bank success! >>>>>> + stop_tidb_cluster table test.finish_mark not exists for 45-th check, retry later table processor_delay.t43 exists table processor_delay.t44 not exists for 1-th check, retry later table consistent_replicate_storage_file.t2 exists + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.11913.out cli unsafe reset --no-confirm --pd=http://127.0.0.1:2379 reset and all metadata truncated in PD! PASS ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) nonempty select id, val from test.availability1 where id=1 and val=1 run task successfully nonempty select id, val from test.availability1 where id=1 and val=22 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later coverage: 2.0% of statements in github.com/pingcap/tiflow/... table test.t_100 not exists for 10-th check, retry later check diff successfully wait process cdc.test exit for 1-th time... start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... wait process cdc.test exit for 2-th time... table test.finish_mark not exists for 46-th check, retry later table processor_delay.t44 exists table processor_delay.t45 not exists for 1-th check, retry later + set +x wait process cdc.test exit for 3-th time... nonempty select id, val from test.availability1 where id=1 and val=22 run task successfully empty select id, val from test.availability1 where id=1 TEST FAILED: OUTPUT CONTAINS 'id:' ____________________________________ table test.t_100 not exists for 11-th check, retry later cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 08:23:31 CST 2025] <<<<<< START cdc server in consistent_replicate_storage_file case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkHangLongTime=return(true)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_storage_file.1183111833.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_storage_file/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_storage_file/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 *************************** 1. row *************************** id: 1 val: 22 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618104957376723 TiDB Cluster ID. tikv_gc_leader_uuid 6580d53245c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:9128, start at 2025-04-05 08:23:30.366602971 +0800 CST m=+2.447256167 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:25:30.374 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:23:30.369 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:13:30.369 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618104957376723 TiDB Cluster ID. tikv_gc_leader_uuid 6580d53245c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:9128, start at 2025-04-05 08:23:30.366602971 +0800 CST m=+2.447256167 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:25:30.374 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:23:30.369 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:13:30.369 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618107180050029 TiDB Cluster ID. tikv_gc_leader_uuid 6580d532428000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:9204, start at 2025-04-05 08:23:30.349219827 +0800 CST m=+2.373965893 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:25:30.357 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:23:30.364 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:13:30.364 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/syncpoint/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/syncpoint/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/syncpoint/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/syncpoint/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/syncpoint/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Verifying downstream PD is started... table test.finish_mark not exists for 47-th check, retry later table processor_delay.t45 exists table processor_delay.t46 not exists for 1-th check, retry later table test.t_100 not exists for 12-th check, retry later empty select id, val from test.availability1 where id=1 run task successfully nonempty select id, val from test.availability2 where id=1 and val=1 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12004.out cli unsafe resolve-lock --region=54 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.syncpoint.cli.10592.out cli tso query --pd=http://127.0.0.1:2379 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:23:35 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/a5f7aac3-b29d-43cf-8098-53b01b0da83e {UpstreamID:7489617849294369371 Namespace:default ID:a5f7aac3-b29d-43cf-8098-53b01b0da83e SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:22:37.153840427 +0800 CST StartTs:457129998963441667 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004558360 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129998976548870} {CheckpointTs:457130013839851522 MinTableBarrierTs:457130013839851526 AdminJobType:noop} span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457130013839851525, checkpointTs: 457130013839851522, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130013839851525, checkpointTs: 457130013839851522, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130013839851525, checkpointTs: 457130013839851522, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457130013839851522, checkpointTs: 457130013839851522, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457130013839851522, checkpointTs: 457130013839851522, state: Replicating span: {tableID:121, startKey:7480000000000000ff795f720000000000fa, endKey:7480000000000000ff795f730000000000fa}, resolvedTs: 457130013839851522, checkpointTs: 457130013839851522, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457130013839851525, checkpointTs: 457130013839851522, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457130013839851525, checkpointTs: 457130013839851522, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c9e39525-467b-43ca-bd0d-2a45de7a6fe1 {"id":"c9e39525-467b-43ca-bd0d-2a45de7a6fe1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812612} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353c1d017 c9e39525-467b-43ca-bd0d-2a45de7a6fe1 /tidb/cdc/default/default/changefeed/info/a5f7aac3-b29d-43cf-8098-53b01b0da83e {"upstream-id":7489617849294369371,"namespace":"default","changefeed-id":"a5f7aac3-b29d-43cf-8098-53b01b0da83e","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:22:37.153840427+08:00","start-ts":457129998963441667,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_storage_file/redo","use-file-backend":false,"compression":"lz4","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129998976548870} /tidb/cdc/default/default/changefeed/status/a5f7aac3-b29d-43cf-8098-53b01b0da83e {"checkpoint-ts":457130013839851522,"min-table-barrier-ts":457130013839851526,"admin-job-type":0} /tidb/cdc/default/default/task/position/c9e39525-467b-43ca-bd0d-2a45de7a6fe1/a5f7aac3-b29d-43cf-8098-53b01b0da83e {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617849294369371 {"id":7489617849294369371,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/a5f7aac3-b29d-43cf-8098-53b01b0da83e {UpstreamID:7489617849294369371 Namespace:default ID:a5f7aac3-b29d-43cf-8098-53b01b0da83e SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:22:37.153840427 +0800 CST StartTs:457129998963441667 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004558360 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129998976548870} {CheckpointTs:457130013839851522 MinTableBarrierTs:457130013839851526 AdminJobType:noop} span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457130013839851525, checkpointTs: 457130013839851522, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130013839851525, checkpointTs: 457130013839851522, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130013839851525, checkpointTs: 457130013839851522, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457130013839851522, checkpointTs: 457130013839851522, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457130013839851522, checkpointTs: 457130013839851522, state: Replicating span: {tableID:121, startKey:7480000000000000ff795f720000000000fa, endKey:7480000000000000ff795f730000000000fa}, resolvedTs: 457130013839851522, checkpointTs: 457130013839851522, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457130013839851525, checkpointTs: 457130013839851522, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457130013839851525, checkpointTs: 457130013839851522, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c9e39525-467b-43ca-bd0d-2a45de7a6fe1 {"id":"c9e39525-467b-43ca-bd0d-2a45de7a6fe1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812612} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353c1d017 c9e39525-467b-43ca-bd0d-2a45de7a6fe1 /tidb/cdc/default/default/changefeed/info/a5f7aac3-b29d-43cf-8098-53b01b0da83e {"upstream-id":7489617849294369371,"namespace":"default","changefeed-id":"a5f7aac3-b29d-43cf-8098-53b01b0da83e","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:22:37.153840427+08:00","start-ts":457129998963441667,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","outpu+ grep -q 'failed to get info:' t-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_storage_file/redo","use-file-backend":false,"compression":"lz4","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129998976548870} /tidb/cdc/default/default/changefeed/status/a5f7aac3-b29d-43cf-8098-53b01b0da83e {"checkpoint-ts":457130013839851522,"min-table-barrier-ts":457130013839851526,"admin-job-type":0} /tidb/cdc/default/default/task/position/c9e39525-467b-43ca-bd0d-2a45de7a6fe1/a5f7aac3-b29d-43cf-8098-53b01b0da83e {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617849294369371 {"id":7489617849294369371,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/a5f7aac3-b29d-43cf-8098-53b01b0da83e {UpstreamID:7489617849294369371 Namespace:default ID:a5f7aac3-b29d-43cf-8098-53b01b0da83e SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:22:37.153840427 +0800 CST StartTs:457129998963441667 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004558360 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129998976548870} {CheckpointTs:457130013839851522 MinTableBarrierTs:457130013839851526 AdminJobType:noop} span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457130013839851525, checkpointTs: 457130013839851522, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130013839851525, checkpointTs: 457130013839851522, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130013839851525, checkpointTs: 457130013839851522, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457130013839851522, checkpointTs: 457130013839851522, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457130013839851522, checkpointTs: 457130013839851522, state: Replicating span: {tableID:121, startKey:7480000000000000ff795f720000000000fa, endKey:7480000000000000ff795f730000000000fa}, resolvedTs: 457130013839851522, checkpointTs: 457130013839851522, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457130013839851525, checkpointTs: 457130013839851522, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457130013839851525, checkpointTs: 457130013839851522, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c9e39525-467b-43ca-bd0d-2a45de7a6fe1 {"id":"c9e39525-467b-43ca-bd0d-2a45de7a6fe1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812612} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353c1d017 c9e39525-467b-43ca-bd0d-2a45de7a6fe1 /tidb/cdc/default/default/changefeed/info/a5f7aac3-b29d-43cf-8098-53b01b0da83e {"upstream-id":7489617849294369371,"namespace":"default","changefeed-id":"a5f7aac3-b29d-43cf-8098-53b01b0da83e","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:22:37.153840427+08:00","start-ts":457129998963441667,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_storage_file/redo","use-file-backend":false,"compression":"lz4","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129998976548870} /tidb/cdc/default/default/changefeed/status/a5f7aac3-b29d-43cf-8098-53b01b0da83e {"checkpoint-ts":457130013839851522,"min-table-barrier-ts":457130013839851526,"admin-job-type":0} /tidb/cdc/default/default/task/position/c9e39525-467b-43ca-bd0d-2a45de7a6fe1/a5f7aac3-b29d-43cf-8098-53b01b0da83e {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617849294369371 {"id":7489617849294369371,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table test.finish_mark not exists for 48-th check, retry later table processor_delay.t46 exists table processor_delay.t47 not exists for 1-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12029.out cli unsafe resolve-lock --region=54 --ts=457130013207298050 table test.t_100 exists table batch_add_table.finish_mark not exists for 1-th check, retry later nonempty select id, val from test.availability2 where id=1 and val=1 run task successfully nonempty select id, val from test.availability2 where id=1 and val=22 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... + set +x + tso='457130014190600193 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130014190600193 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:23:36 CST 2025] <<<<<< START cdc server in syncpoint case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/DDLSinkInitializeSlowly=return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.syncpoint.1062410626.out server --log-file /tmp/tidb_cdc_test/syncpoint/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/syncpoint/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table test.finish_mark not exists for 49-th check, retry later table processor_delay.t47 exists table processor_delay.t48 not exists for 1-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 218 100 212 100 6 136k 3952 --:--:-- --:--:-- --:--:-- 207k { "error_msg": "[CDC:ErrAPIInvalidParam]invalid log level: json: cannot unmarshal string into Go value of type struct { Level string \"json:\\\"log_level\\\"\" }", "error_code": "CDC:ErrAPIInvalidParam" \033[0;36m<<< Run all test success >>>\033[0m nonempty select id, val from test.availability2 where id=1 and val=22 run task successfully empty select id, val from test.availability2 where id=1 TEST FAILED: OUTPUT CONTAINS 'id:' ____________________________________ *************************** 1. row *************************** id: 1 val: 22 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] // dir [Pipeline] } [Pipeline] } table batch_add_table.finish_mark not exists for 2-th check, retry later [Pipeline] // stage [Pipeline] // timeout [Pipeline] } [Pipeline] } =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kill_owner_with_ddl/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) [Pipeline] // container [Pipeline] // cache [Pipeline] } [Pipeline] } [Pipeline] // withEnv table test.finish_mark not exists for 50-th check, retry later table processor_delay.t48 exists table processor_delay.t49 not exists for 1-th check, retry later [Pipeline] // dir [Pipeline] } [Pipeline] } [Pipeline] // node [Pipeline] // stage [Pipeline] } [Pipeline] } [Pipeline] // podTemplate [Pipeline] // container [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] // stage + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:23:39 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d2647351-7739-4057-bc99-60b4eeeed4e3 {"id":"d2647351-7739-4057-bc99-60b4eeeed4e3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812616} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354afa3f3 d2647351-7739-4057-bc99-60b4eeeed4e3 /tidb/cdc/default/default/upstream/7489618104957376723 {"id":7489618104957376723,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d2647351-7739-4057-bc99-60b4eeeed4e3 {"id":"d2647351-7739-4057-bc99-60b4eeeed4e3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812616} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354afa3f3 d2647351-7739-4057-bc99-60b4eeeed4e3 /tidb/cdc/default/default/upstream/7489618104957376723 {"id":7489618104957376723,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d2647351-7739-4057-bc99-60b4eeeed4e3 {"id":"d2647351-7739-4057-bc99-60b4eeeed4e3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812616} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354afa3f3 d2647351-7739-4057-bc99-60b4eeeed4e3 /tidb/cdc/default/default/upstream/7489618104957376723 {"id":7489618104957376723,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.syncpoint.cli.10678.out cli changefeed create --start-ts=457130014190600193 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/syncpoint/conf/changefeed.toml Create changefeed successfully! ID: aabe94c6-5f14-4ff6-bf4e-7189ccf21c05 Info: {"upstream_id":7489618104957376723,"namespace":"default","id":"aabe94c6-5f14-4ff6-bf4e-7189ccf21c05","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:23:40.087360298+08:00","start_ts":457130014190600193,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":true,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":30000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130014190600193,"checkpoint_ts":457130014190600193,"checkpoint_time":"2025-04-05 08:23:35.168"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... [Pipeline] // node [Pipeline] } [Pipeline] } [Pipeline] // podTemplate empty select id, val from test.availability2 where id=1 run task successfully nonempty select id, val from test.availability3 where id=1 and val=1 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618136461546042 TiDB Cluster ID. tikv_gc_leader_uuid 6580d53a694000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:9937, start at 2025-04-05 08:23:38.680527313 +0800 CST m=+2.728064628 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:25:38.689 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:23:38.661 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:13:38.661 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618136461546042 TiDB Cluster ID. tikv_gc_leader_uuid 6580d53a694000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:9937, start at 2025-04-05 08:23:38.680527313 +0800 CST m=+2.728064628 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:25:38.689 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:23:38.661 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:13:38.661 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618141645237880 TiDB Cluster ID. tikv_gc_leader_uuid 6580d53a8240002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:10008, start at 2025-04-05 08:23:38.76405863 +0800 CST m=+2.753794403 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:25:38.780 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:23:38.761 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:13:38.761 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table batch_add_table.finish_mark not exists for 3-th check, retry later table test.finish_mark not exists for 51-th check, retry later + set +x } % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 182 100 182 0 0 147k 0 --:--:-- --:--:-- --:--:-- 177k { "version": "v9.0.0-beta.1-9-g4c631d595", "git_hash": "4c631d5951854ac91765b729fe3849d8e8d5ed8a", "id": "38d96042-4874-4217-a592-7dbe3fe202b1", "pid": 11228, "is_owner": true }wait process cdc.test exit for 1-th time... table processor_delay.t49 exists table processor_delay.t50 not exists for 1-th check, retry later ***************** properties ***************** "mysql.db"="testSync" "readproportion"="0" "operationcount"="0" "readallfields"="true" "updateproportion"="0" "workload"="core" "recordcount"="10" "requestdistribution"="uniform" "mysql.host"="127.0.0.1" "threadcount"="2" "scanproportion"="0" "mysql.user"="root" "mysql.port"="4000" "dotransactions"="false" "insertproportion"="0" ********************************************** Run finished, takes 11.410104ms INSERT - Takes(s): 0.0, Count: 10, OPS: 1702.5, Avg(us): 2162, Min(us): 1132, Max(us): 5413, 95th(us): 6000, 99th(us): 6000 start tidb cluster in /tmp/tidb_cdc_test/kill_owner_with_ddl Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... wait process cdc.test exit for 2-th time... + cd /tmp/tidb_cdc_test/synced_status_with_redo ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.11243.out cli tso query --pd=http://127.0.0.1:2379 cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:23:42 CST 2025] <<<<<< run test case cli_with_auth success! >>>>>> table batch_add_table.finish_mark not exists for 4-th check, retry later nonempty select id, val from test.availability3 where id=1 and val=1 run task successfully nonempty select id, val from test.availability3 where id=1 and val=22 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later table test.finish_mark not exists for 52-th check, retry later table processor_delay.t50 exists check diff failed 1-th time, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + set +x + tso='457130016181059587 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130016181059587 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457130016181059587 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test [Sat Apr 5 08:23:44 CST 2025] <<<<<< START cdc server in synced_status_with_redo case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.1128511287.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table batch_add_table.finish_mark not exists for 5-th check, retry later nonempty select id, val from test.availability3 where id=1 and val=22 run task successfully empty select id, val from test.availability3 where id=1 TEST FAILED: OUTPUT CONTAINS 'id:' ____________________________________ *************************** 1. row *************************** id: 1 val: 22 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later table test.finish_mark not exists for 53-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... [2025/04/05 08:23:42.918 +08:00] [INFO] [main.go:61] ["table mover started"] [2025/04/05 08:23:42.920 +08:00] [INFO] [main.go:165] ["new cluster initialized"] [2025/04/05 08:23:42.920 +08:00] [DEBUG] [main.go:191] ["retrieved owner ID"] [ownerID=3746f96a-06f8-4326-bca0-2c23bd31a47f] [2025/04/05 08:23:42.920 +08:00] [DEBUG] [main.go:198] ["retrieved owner addr"] [ownerAddr=127.0.0.1:8300] [2025/04/05 08:23:42.921 +08:00] [DEBUG] [main.go:209] ["retrieved changefeeds"] [changefeedsError="json: unsupported type: map[model.ChangeFeedID]*mvccpb.KeyValue"] [2025/04/05 08:23:43.041 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=84381b9f-b8db-4ce4-9c62-15fcaa096bb0] [captureID=16574ae0-9a9a-43c8-9eff-6ef19656f6a0] [processorDetail="{\"table_ids\":[]}"] [2025/04/05 08:23:43.190 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=84381b9f-b8db-4ce4-9c62-15fcaa096bb0] [captureID=3342d146-ec97-44bd-a9c3-b5954a806bb4] [processorDetail="{\"table_ids\":[116]}"] [2025/04/05 08:23:43.340 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=84381b9f-b8db-4ce4-9c62-15fcaa096bb0] [captureID=3746f96a-06f8-4326-bca0-2c23bd31a47f] [processorDetail="{\"table_ids\":[114]}"] [2025/04/05 08:23:43.341 +08:00] [INFO] [main.go:75] ["task status"] [status="{\"16574ae0-9a9a-43c8-9eff-6ef19656f6a0\":[],\"3342d146-ec97-44bd-a9c3-b5954a806bb4\":[{\"ID\":116,\"Changefeed\":\"84381b9f-b8db-4ce4-9c62-15fcaa096bb0\"}],\"3746f96a-06f8-4326-bca0-2c23bd31a47f\":[{\"ID\":114,\"Changefeed\":\"84381b9f-b8db-4ce4-9c62-15fcaa096bb0\"}]}"] [2025/04/05 08:23:43.341 +08:00] [DEBUG] [main.go:287] ["preparing HTTP API call to owner"] [formStr="cf-id=84381b9f-b8db-4ce4-9c62-15fcaa096bb0&target-cp-id=3746f96a-06f8-4326-bca0-2c23bd31a47f&table-id=116"] [2025/04/05 08:23:43.391 +08:00] [INFO] [main.go:179] ["moved table successful"] [tableID=116] [2025/04/05 08:23:43.391 +08:00] [INFO] [main.go:113] ["all tables are moved"] [sourceCapture=3342d146-ec97-44bd-a9c3-b5954a806bb4] [targetCapture=3746f96a-06f8-4326-bca0-2c23bd31a47f] table move_table.check1 exists check diff successfully Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table batch_add_table.finish_mark not exists for 6-th check, retry later check diff successfully empty select id, val from test.availability3 where id=1 run task successfully delete_owner_key pass wait process cdc.test exit for 1-th time... wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... table test.finish_mark not exists for 54-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:23:47 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e84d456b-3c86-437e-b66d-fa562b598d25 {"id":"e84d456b-3c86-437e-b66d-fa562b598d25","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812624} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354caf5e9 e84d456b-3c86-437e-b66d-fa562b598d25 /tidb/cdc/default/default/upstream/7489618136461546042 {"id":7489618136461546042,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e84d456b-3c86-437e-b66d-fa562b598d25 {"id":"e84d456b-3c86-437e-b66d-fa562b598d25","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812624} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354caf5e9 e84d456b-3c86-437e-b66d-fa562b598d25 /tidb/cdc/default/default/upstream/7489618136461546042 {"id":7489618136461546042,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e84d456b-3c86-437e-b66d-fa562b598d25 {"id":"e84d456b-3c86-437e-b66d-fa562b598d25","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812624} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354caf5e9 e84d456b-3c86-437e-b66d-fa562b598d25 /tidb/cdc/default/default/upstream/7489618136461546042 {"id":7489618136461546042,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed-redo.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457130016181059587 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.11342.out cli changefeed create --start-ts=457130016181059587 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml wait process cdc.test exit for 2-th time... Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489618136461546042,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:23:47.741605658+08:00","start_ts":457130016181059587,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130016181059587,"checkpoint_ts":457130016181059587,"checkpoint_time":"2025-04-05 08:23:42.761"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:23:47 CST 2025] <<<<<< run test case processor_etcd_worker_delay success! >>>>>> cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_resign_owner [Sat Apr 5 08:23:47 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.54485450.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_resign_owner.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_resign_owner.server1 --cluster-id default --addr 127.0.0.1:8300 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 08:23:48.381 +08:00] [INFO] [main.go:61] ["table mover started"] [2025/04/05 08:23:48.383 +08:00] [INFO] [main.go:165] ["new cluster initialized"] [2025/04/05 08:23:48.383 +08:00] [DEBUG] [main.go:191] ["retrieved owner ID"] [ownerID=3746f96a-06f8-4326-bca0-2c23bd31a47f] [2025/04/05 08:23:48.384 +08:00] [DEBUG] [main.go:198] ["retrieved owner addr"] [ownerAddr=127.0.0.1:8300] [2025/04/05 08:23:48.384 +08:00] [DEBUG] [main.go:209] ["retrieved changefeeds"] [changefeedsError="json: unsupported type: map[model.ChangeFeedID]*mvccpb.KeyValue"] [2025/04/05 08:23:48.491 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=84381b9f-b8db-4ce4-9c62-15fcaa096bb0] [captureID=16574ae0-9a9a-43c8-9eff-6ef19656f6a0] [processorDetail="{\"table_ids\":[]}"] [2025/04/05 08:23:48.640 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=84381b9f-b8db-4ce4-9c62-15fcaa096bb0] [captureID=3342d146-ec97-44bd-a9c3-b5954a806bb4] [processorDetail="{\"table_ids\":[118]}"] [2025/04/05 08:23:48.790 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=84381b9f-b8db-4ce4-9c62-15fcaa096bb0] [captureID=3746f96a-06f8-4326-bca0-2c23bd31a47f] [processorDetail="{\"table_ids\":[116]}"] [2025/04/05 08:23:48.790 +08:00] [INFO] [main.go:75] ["task status"] [status="{\"16574ae0-9a9a-43c8-9eff-6ef19656f6a0\":[],\"3342d146-ec97-44bd-a9c3-b5954a806bb4\":[{\"ID\":118,\"Changefeed\":\"84381b9f-b8db-4ce4-9c62-15fcaa096bb0\"}],\"3746f96a-06f8-4326-bca0-2c23bd31a47f\":[{\"ID\":116,\"Changefeed\":\"84381b9f-b8db-4ce4-9c62-15fcaa096bb0\"}]}"] [2025/04/05 08:23:48.790 +08:00] [DEBUG] [main.go:287] ["preparing HTTP API call to owner"] [formStr="cf-id=84381b9f-b8db-4ce4-9c62-15fcaa096bb0&target-cp-id=3746f96a-06f8-4326-bca0-2c23bd31a47f&table-id=118"] [2025/04/05 08:23:48.841 +08:00] [INFO] [main.go:179] ["moved table successful"] [tableID=118] [2025/04/05 08:23:48.841 +08:00] [INFO] [main.go:113] ["all tables are moved"] [sourceCapture=3342d146-ec97-44bd-a9c3-b5954a806bb4] [targetCapture=3746f96a-06f8-4326-bca0-2c23bd31a47f] table batch_add_table.finish_mark not exists for 7-th check, retry later check diff successfully + set +x ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 221 100 221 0 0 7008 0 --:--:-- --:--:-- --:--:-- 7129 table test.finish_mark not exists for 55-th check, retry later + synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-05 08:23:42.761","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2025-04-05 08:23:49.000","info":"Data syncing is finished"}' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '08:23:42.761","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '08:23:49.000","info":"Data' syncing is 'finished"}' ++ jq .synced + status=true ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '08:23:42.761","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '08:23:49.000","info":"Data' syncing is 'finished"}' ++ jq -r .sink_checkpoint_ts + sink_checkpoint_ts='2025-04-05 08:23:42.761' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '08:23:42.761","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '08:23:49.000","info":"Data' syncing is 'finished"}' ++ jq -r .puller_resolved_ts + puller_resolved_ts='1970-01-01 08:00:00.000' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '08:23:42.761","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '08:23:49.000","info":"Data' syncing is 'finished"}' ++ jq -r .last_synced_ts + last_synced_ts='1970-01-01 08:00:00.000' + '[' true '!=' true ']' + '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']' + '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']' ++ date '+%Y-%m-%d %H:%M:%S' + current='2025-04-05 08:23:49' + echo 'sink_checkpoint_ts is 2025-04-05' 08:23:42.761 sink_checkpoint_ts is 2025-04-05 08:23:42.761 ++ date -d '2025-04-05 08:23:42.761' +%s + checkpoint_timestamp=1743812622 ++ date -d '2025-04-05 08:23:49' +%s + current_timestamp=1743812629 + '[' 7 -gt 300 ']' + run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);' table move_table.check2 exists check diff successfully + check_table_exists test.t1 127.0.0.1 3306 table test.t1 not exists for 1-th check, retry later wait process cdc.test exit for 1-th time... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618184167760660 TiDB Cluster ID. tikv_gc_leader_uuid 6580d543b60000e Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-03lkd, pid:6950, start at 2025-04-05 08:23:48.223408217 +0800 CST m=+2.194239835 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:25:48.231 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:23:48.235 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:13:48.235 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618184167760660 TiDB Cluster ID. tikv_gc_leader_uuid 6580d543b60000e Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-03lkd, pid:6950, start at 2025-04-05 08:23:48.223408217 +0800 CST m=+2.194239835 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:25:48.231 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:23:48.235 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:13:48.235 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618183633055331 TiDB Cluster ID. tikv_gc_leader_uuid 6580d543d9c000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-03lkd, pid:7030, start at 2025-04-05 08:23:48.3424948 +0800 CST m=+2.246972465 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:25:48.384 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:23:48.377 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:13:48.377 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/kill_owner_with_ddl/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/kill_owner_with_ddl/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kill_owner_with_ddl/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kill_owner_with_ddl/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kill_owner_with_ddl/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } wait process cdc.test exit for 2-th time... table batch_add_table.finish_mark not exists for 8-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:23:50 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003cf8630 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130018010824709 MinTableBarrierTs:457130018286075906 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457130018286075906, checkpointTs: 457130018286075906, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130018272968711, checkpointTs: 457130018272968711, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130018272968710, checkpointTs: 457130018272968710, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb {"id":"0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812628} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/223196035248b82f 0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130018023931906,"min-table-barrier-ts":457130018286075906,"admin-job-type":0} /tidb/cdc/default/default/task/position/0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003cf8630 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130018010824709 MinTableBarrierTs:457130018286075906 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457130018286075906, checkpointTs: 457130018286075906, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130018272968711, checkpointTs: 457130018272968711, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130018272968710, checkpointTs: 457130018272968710, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb {"id":"0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812628} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/223196035248b82f 0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130018023931906,"min-table-barrier-ts":457130018286075906,"admin-job-type":0} /tidb/cdc/default/default/task/position/0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003cf8630 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130018010824709 MinTableBarrierTs:457130018286075906 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457130018286075906, checkpointTs: 457130018286075906, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130018272968711, checkpointTs: 457130018272968711, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130018272968710, checkpointTs: 457130018272968710, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb {"id":"0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812628} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/223196035248b82f 0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130018023931906,"min-table-barrier-ts":457130018286075906,"admin-job-type":0} /tidb/cdc/default/default/task/position/0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} + grep -q 'etcd info' /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' table test.finish_mark not exists for 56-th check, retry later wait process cdc.test exit for 3-th time... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 08:23:51 CST 2025] <<<<<< run test case move_table success! >>>>>> table test.t1 exists + sleep 5 "is-owner": true, run task successfully [Sat Apr 5 08:23:52 CST 2025] <<<<<< START cdc server in kill_owner_with_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kill_owner_with_ddl.82738275.out server --log-file /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/savepoint/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table batch_add_table.finish_mark not exists for 9-th check, retry later table test.finish_mark exists check diff successfully owner pid: 5453 owner id 0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb [Sat Apr 5 08:23:53 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + GO_FAILPOINTS= + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.55595561.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_resign_owner.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_resign_owner.server2 --cluster-id default --addr 127.0.0.1:8301 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 1-th time... table batch_add_table.finish_mark not exists for 10-th check, retry later wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:23:55 CST 2025] <<<<<< run test case tidb_mysql_test success! >>>>>> + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:23:55 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b0cb3979-68ea-4a27-a27b-654f09e49617 {"id":"b0cb3979-68ea-4a27-a27b-654f09e49617","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812632} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354f668d5 b0cb3979-68ea-4a27-a27b-654f09e49617 /tidb/cdc/default/default/upstream/7489618184167760660 {"id":7489618184167760660,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b0cb3979-68ea-4a27-a27b-654f09e49617 {"id":"b0cb3979-68ea-4a27-a27b-654f09e49617","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812632} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354f668d5 b0cb3979-68ea-4a27-a27b-654f09e49617 /tidb/cdc/default/default/upstream/7489618184167760660 {"id":7489618184167760660,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b0cb3979-68ea-4a27-a27b-654f09e49617 {"id":"b0cb3979-68ea-4a27-a27b-654f09e49617","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812632} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354f668d5 b0cb3979-68ea-4a27-a27b-654f09e49617 /tidb/cdc/default/default/upstream/7489618184167760660 {"id":7489618184167760660,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 50d38f62-e256-49b6-901b-26027c33ecbb Info: {"upstream_id":7489618184167760660,"namespace":"default","id":"50d38f62-e256-49b6-901b-26027c33ecbb","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:23:55.576311526+08:00","start_ts":457130019516317702,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130019516317702,"checkpoint_ts":457130019516317702,"checkpoint_time":"2025-04-05 08:23:55.484"} table kill_owner_with_ddl.t1 not exists for 1-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/savepoint Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table batch_add_table.finish_mark not exists for 11-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:23:56 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003ea7440 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130019583688715 MinTableBarrierTs:457130019858939910 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb {"id":"0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812628} /tidb/cdc/default/__cdc_meta__/capture/1e132c80-a04e-4059-b2de-e5b640ba8327 {"id":"1e132c80-a04e-4059-b2de-e5b640ba8327","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812634} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/223196035248b82f 0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb /tidb/cdc/default/__cdc_meta__/owner/223196035248b88a 1e132c80-a04e-4059-b2de-e5b640ba8327 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130019583688715,"min-table-barrier-ts":457130019858939910,"admin-job-type":0} /tidb/cdc/default/default/task/position/0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/1e132c80-a04e-4059-b2de-e5b640ba8327/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003ea7440 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130019583688715 MinTableBarrierTs:457130019858939910 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb {"id":"0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812628} /tidb/cdc/default/__cdc_meta__/capture/1e132c80-a04e-4059-b2de-e5b640ba8327 {"id":"1e132c80-a04e-4059-b2de-e5b640ba8327","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812634} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/223196035248b82f 0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb /tidb/cdc/default/__cdc_meta__/owner/223196035248b88a 1e132c80-a04e-4059-b2de-e5b640ba8327 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130019583688715,"min-table-barrier-ts":457130019858939910,"admin-job-type":0} /tidb/cdc/default/default/task/position/0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/1e132c80-a04e-4059-b2de-e5b640ba8327/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003ea7440 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130019583688715 MinTableBarrierTs:457130019858939910 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb {"id":"0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812628} /tidb/cdc/default/__cdc_meta__/capture/1e132c80-a04e-4059-b2de-e5b640ba8327 {"id":"1e132c80-a04e-4059-b2de-e5b640ba8327","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812634} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/223196035248b82f 0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb /tidb/cdc/default/__cdc_meta__/owner/223196035248b88a 1e132c80-a04e-4059-b2de-e5b640ba8327 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130019583688715,"min-table-barrier-ts":457130019858939910,"admin-job-type":0} /tidb/cdc/default/default/task/position/0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/1e132c80-a04e-4059-b2de-e5b640ba8327/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep -v "0a9c2cab-aa7e-4af6-9b50-ee9e41e3e3fb" | grep id ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 30303 0 --:--:-- --:--:-- --:--:-- 34714 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 08:23:55.011","puller_resolved_ts":"2025-04-05 08:23:49.361","last_synced_ts":"2025-04-05 08:23:49.861","now_ts":"2025-04-05 08:23:56.000","info":"The data syncing is not finished, please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:23:55.011","puller_resolved_ts":"2025-04-05' '08:23:49.361","last_synced_ts":"2025-04-05' '08:23:49.861","now_ts":"2025-04-05' '08:23:56.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:23:55.011","puller_resolved_ts":"2025-04-05' '08:23:49.361","last_synced_ts":"2025-04-05' '08:23:49.861","now_ts":"2025-04-05' '08:23:56.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq -r .info + info='The data syncing is not finished, please wait' + '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']' + sleep 130 check_redo_resolved_ts a5f7aac3-b29d-43cf-8098-53b01b0da83e 457130019869163531 file:///tmp/tidb_cdc_test/consistent_replicate_storage_file/redo /tmp/tidb_cdc_test/consistent_replicate_storage_file/cdc_data/redo/a5f7aac3-b29d-43cf-8098-53b01b0da83e/meta global resolved ts 457130014167531528 not forward to 457130019869163531 run task failed 1-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/sink_hang/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... "cluster-id": "default" "id": "1e132c80-a04e-4059-b2de-e5b640ba8327", "cluster-id": "default" run task successfully table batch_add_table.finish_mark not exists for 12-th check, retry later check_redo_resolved_ts a5f7aac3-b29d-43cf-8098-53b01b0da83e 457130019869163531 file:///tmp/tidb_cdc_test/consistent_replicate_storage_file/redo /tmp/tidb_cdc_test/consistent_replicate_storage_file/cdc_data/redo/a5f7aac3-b29d-43cf-8098-53b01b0da83e/meta global resolved ts 457130018047524869 not forward to 457130019869163531 run task failed 2-th time, retry later table kill_owner_with_ddl.t1 exists wait process 8278 exit for 1-th time... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release wait process 8278 exit for 2-th time... capture_id: 1e132c80-a04e-4059-b2de-e5b640ba8327 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 2 100 2 0 0 497 0 --:--:-- --:--:-- --:--:-- 666 {}cdc.test cli capture list --server 'http://127.0.0.1:8301' 2>&1 |grep 1e132c80-a04e-4059-b2de-e5b640ba8327 -A1 | grep '"is-owner": true' /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8278) - No such process wait process 8278 exit for 3-th time... process 8278 already exit check_capture_count http://127.0.0.1:2379 0 parse error: Invalid numeric literal at line 1, column 6 run task successfully [Sat Apr 5 08:24:00 CST 2025] <<<<<< START cdc server in kill_owner_with_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/ddlsink/mysql/MySQLSinkExecDDLDelay=return(true);github.com/pingcap/tiflow/cdc/capture/ownerFlushIntervalInject=return(10)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kill_owner_with_ddl.84158417.out server --log-file /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table batch_add_table.finish_mark not exists for 13-th check, retry later [2025/04/05 08:24:00.410 +08:00] [INFO] [case.go:115] ["sync updatePKUK take: 11.469562703s"] start tidb cluster in /tmp/tidb_cdc_test/sink_hang Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) "is-owner": true, run task successfully test_resign_owner: pass wait process cdc.test exit for 1-th time... Verifying downstream PD is started... wait process cdc.test exit for 2-th time... table batch_add_table.finish_mark not exists for 14-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_kill_capture [Sat Apr 5 08:24:02 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.57405742.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_kill_capture.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_kill_capture.server1 --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check_redo_resolved_ts a5f7aac3-b29d-43cf-8098-53b01b0da83e 457130019869163531 file:///tmp/tidb_cdc_test/consistent_replicate_storage_file/redo /tmp/tidb_cdc_test/consistent_replicate_storage_file/cdc_data/redo/a5f7aac3-b29d-43cf-8098-53b01b0da83e/meta run task successfully pass check, checkpoint tso not forward after 10s run task successfully wait process 8271 exit for 1-th time... wait process 8271 exit for 2-th time... wait process 8271 exit for 3-th time... wait process 8271 exit for 4-th time... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8271) - No such process wait process 8271 exit for 5-th time... process 8271 already exit [Sat Apr 5 08:23:56 CST 2025] <<<<<< START cdc server in ddl_only_block_related_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.89398941.out server --log-file /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:23:59 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/ddl-only-block-related-table {UpstreamID:7489617885050799334 Namespace:default ID:ddl-only-block-related-table SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 08:22:47.495427803 +0800 CST StartTs:457130001660903428 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a3db90 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130001686855686} {CheckpointTs:457130005553741883 MinTableBarrierTs:457130020600807432 AdminJobType:noop} span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457130005553741883, checkpointTs: 457130005553741883, state: Preparing span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130005553741883, checkpointTs: 457130005553741883, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130005553741883, checkpointTs: 457130005553741883, state: Preparing span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457130005553741883, checkpointTs: 457130005553741883, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ec680168-abf8-4f12-936e-925ce4d72773 {"id":"ec680168-abf8-4f12-936e-925ce4d72773","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812637} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353e2c6a6 ec680168-abf8-4f12-936e-925ce4d72773 /tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table {"upstream-id":7489617885050799334,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T08:22:47.495427803+08:00","start-ts":457130001660903428,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130001686855686} /tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table {"checkpoint-ts":457130005553741883,"min-table-barrier-ts":457130020600807432,"admin-job-type":0} /tidb/cdc/default/default/task/position/ec680168-abf8-4f12-936e-925ce4d72773/ddl-only-block-related-table {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617885050799334 {"id":7489617885050799334,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-only-block-related-table {UpstreamID:7489617885050799334 Namespace:default ID:ddl-only-block-related-table SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 08:22:47.495427803 +0800 CST StartTs:457130001660903428 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a3db90 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130001686855686} {CheckpointTs:457130005553741883 MinTableBarrierTs:457130020600807432 AdminJobType:noop} span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457130005553741883, checkpointTs: 457130005553741883, state: Preparing span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130005553741883, checkpointTs: 457130005553741883, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130005553741883, checkpointTs: 457130005553741883, state: Preparing span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457130005553741883, checkpointTs: 457130005553741883, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ec680168-abf8-4f12-936e-925ce4d72773 {"id":"ec680168-abf8-4f12-936e-925ce4d72773","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812637} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353e2c6a6 ec680168-abf8-4f12-936e-925ce4d72773 /tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table {"upstream-id":7489617885050799334,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T08:22:47.495427803+08:00","start-ts":457130001660903428,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130001686855686} /tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table {"checkpoint-ts":457130005553741883,"min-table-barrier-ts":457130020600807432,"admin-job-type":0} /tidb/cdc/default/default/task/position/ec680168-abf8-4f12-936e-925ce4d72773/ddl-only-block-related-table {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617885050799334 + grep -q 'failed to get info:' {"id":7489617885050799334,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-only-block-related-table {UpstreamID:7489617885050799334 Namespace:default ID:ddl-only-block-related-table SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 08:22:47.495427803 +0800 CST StartTs:457130001660903428 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a3db90 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130001686855686} {CheckpointTs:457130005553741883 MinTableBarrierTs:457130020600807432 AdminJobType:noop} span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457130005553741883, checkpointTs: 457130005553741883, state: Preparing span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130005553741883, checkpointTs: 457130005553741883, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130005553741883, checkpointTs: 457130005553741883, state: Preparing span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457130005553741883, checkpointTs: 457130005553741883, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ec680168-abf8-4f12-936e-925ce4d72773 {"id":"ec680168-abf8-4f12-936e-925ce4d72773","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812637} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960353e2c6a6 ec680168-abf8-4f12-936e-925ce4d72773 /tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table {"upstream-id":7489617885050799334,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T08:22:47.495427803+08:00","start-ts":457130001660903428,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130001686855686} /tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table {"checkpoint-ts":457130005553741883,"min-table-barrier-ts":457130020600807432,"admin-job-type":0} /tidb/cdc/default/default/task/position/ec680168-abf8-4f12-936e-925ce4d72773/ddl-only-block-related-table {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617885050799334 {"id":7489617885050799334,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check diff successfully check_ts_forward ddl-only-block-related-table changefeed is working normally rts: 457130005553741900->457130020862951400 checkpoint: 457130005553741900->457130020862951400 run task successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:24:03 CST 2025] <<<<<< run test case ddl_only_block_related_table success! >>>>>> + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:24:03 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/50d38f62-e256-49b6-901b-26027c33ecbb {UpstreamID:7489618184167760660 Namespace:default ID:50d38f62-e256-49b6-901b-26027c33ecbb SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:55.576311526 +0800 CST StartTs:457130019516317702 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d13710 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130019529687050} {CheckpointTs:457130021508612101 MinTableBarrierTs:457130021508612102 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130021508612101, checkpointTs: 457130021508612101, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c0cf3ec0-849d-4e3b-a465-933b2dc271a4 {"id":"c0cf3ec0-849d-4e3b-a465-933b2dc271a4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812640} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354f6695e c0cf3ec0-849d-4e3b-a465-933b2dc271a4 /tidb/cdc/default/default/changefeed/info/50d38f62-e256-49b6-901b-26027c33ecbb {"upstream-id":7489618184167760660,"namespace":"default","changefeed-id":"50d38f62-e256-49b6-901b-26027c33ecbb","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:55.576311526+08:00","start-ts":457130019516317702,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130019529687050} /tidb/cdc/default/default/changefeed/status/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":457130021508612101,"min-table-barrier-ts":457130021508612102,"admin-job-type":0} /tidb/cdc/default/default/task/position/c0cf3ec0-849d-4e3b-a465-933b2dc271a4/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618184167760660 {"id":7489618184167760660,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/50d38f62-e256-49b6-901b-26027c33ecbb {UpstreamID:7489618184167760660 Namespace:default ID:50d38f62-e256-49b6-901b-26027c33ecbb SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:55.576311526 +0800 CST StartTs:457130019516317702 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d13710 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130019529687050} {CheckpointTs:457130021508612101 MinTableBarrierTs:457130021508612102 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130021508612101, checkpointTs: 457130021508612101, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c0cf3ec0-849d-4e3b-a465-933b2dc271a4 {"id":"c0cf3ec0-849d-4e3b-a465-933b2dc271a4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812640} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354f6695e c0cf3ec0-849d-4e3b-a465-933b2dc271a4 /tidb/cdc/default/default/changefeed/info/50d38f62-e256-49b6-901b-26027c33ecbb {"upstream-id":7489618184167760660,"namespace":"default","changefeed-id":"50d38f62-e256-49b6-901b-26027c33ecbb","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:55.576311526+08:00","start-ts":457130019516317702,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130019529687050} /tidb/cdc/default/default/changefeed/status/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":457130021508612101,"min-table-barrier-ts":457130021508612102,"admin-job-type":0} /tidb/cdc/default/default/task/position/c0cf3ec0-849d-4e3b-a465-933b2dc271a4/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618184167760660 {"id":7489618184167760660,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/50d38f62-e256-49b6-901b-26027c33ecbb {UpstreamID:7489618184167760660 Namespace:default ID:50d38f62-e256-49b6-901b-26027c33ecbb SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:55.576311526 +0800 CST StartTs:457130019516317702 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d13710 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130019529687050} {CheckpointTs:457130021508612101 MinTableBarrierTs:457130021508612102 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130021508612101, checkpointTs: 457130021508612101, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c0cf3ec0-849d-4e3b-a465-933b2dc271a4 {"id":"c0cf3ec0-849d-4e3b-a465-933b2dc271a4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812640} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354f6695e c0cf3ec0-849d-4e3b-a465-933b2dc271a4 /tidb/cdc/default/default/changefeed/info/50d38f62-e256-49b6-901b-26027c33ecbb {"upstream-id":7489618184167760660,"namespace":"default","changefeed-id":"50d38f62-e256-49b6-901b-26027c33ecbb","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:55.576311526+08:00","start-ts":457130019516317702,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130019529687050} /tidb/cdc/default/default/changefeed/status/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":457130021508612101,"min-table-barrier-ts":457130021508612102,"admin-job-type":0} /tidb/cdc/default/default/task/position/c0cf3ec0-849d-4e3b-a465-933b2dc271a4/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618184167760660 {"id":7489618184167760660,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x check_capture_count http://127.0.0.1:2379 1 run task successfully wait process cdc.test exit for 1-th time... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/autorandom/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release wait process cdc.test exit for 2-th time... table batch_add_table.finish_mark not exists for 15-th check, retry later wait process cdc.test exit for 3-th time... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618247815670798 TiDB Cluster ID. tikv_gc_leader_uuid 6580d552b94000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:13016, start at 2025-04-05 08:24:03.575295177 +0800 CST m=+2.769422297 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:03.583 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:03.557 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:03.557 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618247815670798 TiDB Cluster ID. tikv_gc_leader_uuid 6580d552b94000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:13016, start at 2025-04-05 08:24:03.575295177 +0800 CST m=+2.769422297 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:03.583 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:03.557 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:03.557 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618253147499093 TiDB Cluster ID. tikv_gc_leader_uuid 6580d552c28000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:13078, start at 2025-04-05 08:24:03.622857191 +0800 CST m=+2.746460683 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:03.661 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:03.643 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:03.643 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/savepoint/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/savepoint/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/savepoint/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/savepoint/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/savepoint/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/ddl_reentrant/run.sh using Sink-Type: mysql... <<================= ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) The 1 times to try to start tidb cluster... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [2025/04/05 08:24:05.280 +08:00] [INFO] [helper.go:54] ["init log"] [file=] [level=info] [2025/04/05 08:24:05.281 +08:00] [INFO] [apply.go:78] ["set memory limit"] [memoryLimit=10737418240] [2025/04/05 08:24:05.281 +08:00] [INFO] [apply.go:94] ["Start http pprof server"] [addr=127.0.0.1:6060] [2025/04/05 08:24:05.281 +08:00] [INFO] [mem_quota.go:82] ["New memory quota"] [namespace=default] [changefeed=redo-applier] [total=1073741824] [2025/04/05 08:24:05.281 +08:00] [INFO] [redo.go:167] ["apply redo log starts"] [checkpointTs=457130014311710728] [resolvedTs=457130021206097921] [2025/04/05 08:24:05.283 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 08:24:05.283 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=ddl] [duration=1.699911ms] [2025/04/05 08:24:05.283 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 08:24:05.283 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 08:24:05.290 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22ONLY_FULL_GROUP_BY%2CALLOW_INVALID_DATES%2CIGNORE_SPACE%2CNO_AUTO_VALUE_ON_ZERO%2CNO_ENGINE_SUBSTITUTION%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 08:24:05.293 +08:00] [INFO] [mysql.go:195] ["MySQL backends is created"] [changefeed=.] [workerCount=16] [forceReplicate=false] [2025/04/05 08:24:05.294 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:24:05.294 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:24:05.294 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:24:05.294 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:24:05.294 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:24:05.294 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:24:05.294 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:24:05.294 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:24:05.294 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:24:05.294 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:24:05.294 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:24:05.294 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:24:05.294 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:24:05.294 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:24:05.294 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:24:05.294 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:24:05.295 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=0] [2025/04/05 08:24:05.295 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=1] [2025/04/05 08:24:05.295 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=3] [2025/04/05 08:24:05.295 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=5] [2025/04/05 08:24:05.295 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=8] [2025/04/05 08:24:05.295 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=6] [2025/04/05 08:24:05.295 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=9] [2025/04/05 08:24:05.295 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=10] [2025/04/05 08:24:05.295 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=7] [2025/04/05 08:24:05.295 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=4] [2025/04/05 08:24:05.295 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=2] [2025/04/05 08:24:05.295 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=11] [2025/04/05 08:24:05.295 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=12] [2025/04/05 08:24:05.295 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=13] [2025/04/05 08:24:05.295 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 08:24:05.295 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 08:24:05.295 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=14] [2025/04/05 08:24:05.295 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 08:24:05.295 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=15] [2025/04/05 08:24:05.300 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22ALLOW_INVALID_DATES%2CONLY_FULL_GROUP_BY%2CIGNORE_SPACE%2CNO_AUTO_VALUE_ON_ZERO%2CNO_ENGINE_SUBSTITUTION%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 08:24:05.302 +08:00] [WARN] [mysql_ddl_sink.go:291] ["please set `has-vector-type` to be true if a column is vector type when the downstream is not TiDB or TiDB version less than specify version"] [hasVectorType=false] [supportVectorVersion=8.4.0] [2025/04/05 08:24:05.302 +08:00] [INFO] [mysql_ddl_sink.go:122] ["MySQL DDL sink is created"] [namespace=] [changefeed=] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:24:05 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003978870 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130021956091906 MinTableBarrierTs:457130022218235908 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130022218235906, checkpointTs: 457130022218235906, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457130022218235910, checkpointTs: 457130022218235908, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130022218235908, checkpointTs: 457130022218235908, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a3dd31f9-d552-41bb-8b5f-0e08163647ea {"id":"a3dd31f9-d552-41bb-8b5f-0e08163647ea","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812643} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/223196035248b926 a3dd31f9-d552-41bb-8b5f-0e08163647ea /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130021956091906,"min-table-barrier-ts":457130022218235908,"admin-job-type":0} /tidb/cdc/default/default/task/position/a3dd31f9-d552-41bb-8b5f-0e08163647ea/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003978870 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130021956091906 MinTableBarrierTs:457130022218235908 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130022218235906, checkpointTs: 457130022218235906, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457130022218235910, checkpointTs: 457130022218235908, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130022218235908, checkpointTs: 457130022218235908, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a3dd31f9-d552-41bb-8b5f-0e08163647ea {"id":"a3dd31f9-d552-41bb-8b5f-0e08163647ea","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812643} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/223196035248b926 a3dd31f9-d552-41bb-8b5f-0e08163647ea /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130021956091906,"min-table-barrier-ts":457130022218235908,"admin-job-type":0} /tidb/cdc/default/default/task/position/a3dd31f9-d552-41bb-8b5f-0e08163647ea/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003978870 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130021956091906 MinTableBarrierTs:457130022218235908 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130022218235906, checkpointTs: 457130022218235906, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457130022218235910, checkpointTs: 457130022218235908, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130022218235908, checkpointTs: 457130022218235908, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a3dd31f9-d552-41bb-8b5f-0e08163647ea {"id":"a3dd31f9-d552-41bb-8b5f-0e08163647ea","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812643} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/223196035248b926 a3dd31f9-d552-41bb-8b5f-0e08163647ea /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130021956091906,"min-table-barrier-ts":457130022218235908,"admin-job-type":0} /tidb/cdc/default/default/task/position/a3dd31f9-d552-41bb-8b5f-0e08163647ea/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table batch_add_table.finish_mark not exists for 16-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/autorandom Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... "is-owner": true, run task successfully + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.savepoint.cli.14401.out cli tso query --pd=http://127.0.0.1:2379 [2025/04/05 08:24:07.371 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=row] [duration=2.089750368s] [2025/04/05 08:24:07.372 +08:00] [ERROR] [redo.go:272] ["ignore unsupported DDL"] [ddl="{\"StartTs\":457130014311710722,\"CommitTs\":457130014311710728,\"Query\":\"ALTER TABLE `consistent_replicate_storage_file`.`t1` EXCHANGE PARTITION `p3` WITH TABLE `consistent_replicate_storage_file`.`t2`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_storage_file\",\"Table\":\"t1\",\"TableID\":118,\"IsPartition\":true},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":42,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/ddl_reentrant Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table batch_add_table.finish_mark not exists for 17-th check, retry later owner pid: 5745 owner id a3dd31f9-d552-41bb-8b5f-0e08163647ea table test.availability1 exists nonempty select id, val from test.availability1 where id=1 and val=1 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later + set +x + tso='457130022666502146 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130022666502146 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:24:08 CST 2025] <<<<<< START cdc server in savepoint case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.savepoint.1443514437.out server --log-file /tmp/tidb_cdc_test/savepoint/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/savepoint/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 08:24:09.068 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}"] [checkpointTs=457130021206097921] [2025/04/05 08:24:09.068 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}"] [checkpointTs=457130021206097921] [2025/04/05 08:24:09.213 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}"] [checkpointTs=457130021206097921] [2025/04/05 08:24:09.214 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}"] [checkpointTs=457130021206097921] Verifying downstream PD is started... + '[' mysql == mysql ']' + check_table_exists test.t2 127.0.0.1 3306 table test.t2 not exists for 1-th check, retry later table test.t2 exists + sleep 10 [2025/04/05 08:24:09.918 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:128, startKey:7480000000000000ff805f720000000000fa, endKey:7480000000000000ff805f730000000000fa}"] [checkpointTs=457130021206097921] [2025/04/05 08:24:09.918 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:128, startKey:7480000000000000ff805f720000000000fa, endKey:7480000000000000ff805f730000000000fa}"] [checkpointTs=457130021206097921] [2025/04/05 08:24:10.018 +08:00] [INFO] [redo.go:223] ["apply redo log finishes"] [appliedLogCount=5008] [appliedDDLCount=0] [currentCheckpoint=457130021206097921] [2025/04/05 08:24:10.018 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=0] [2025/04/05 08:24:10.018 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=1] [2025/04/05 08:24:10.018 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=12] [2025/04/05 08:24:10.018 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=3] [2025/04/05 08:24:10.018 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=6] [2025/04/05 08:24:10.018 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=15] [2025/04/05 08:24:10.018 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=13] [2025/04/05 08:24:10.018 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=8] [2025/04/05 08:24:10.018 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=11] [2025/04/05 08:24:10.018 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=10] [2025/04/05 08:24:10.018 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=5] [2025/04/05 08:24:10.018 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=14] [2025/04/05 08:24:10.018 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=2] [2025/04/05 08:24:10.018 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=4] [2025/04/05 08:24:10.018 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=7] [2025/04/05 08:24:10.018 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=9] Apply redo log successfully VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618263540585955 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5577200006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-9-dpz6b, pid:7731, start at 2025-04-05 08:24:08.397155975 +0800 CST m=+2.077283560 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:08.404 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:08.392 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:08.392 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618263540585955 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5577200006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-9-dpz6b, pid:7731, start at 2025-04-05 08:24:08.397155975 +0800 CST m=+2.077283560 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:08.404 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:08.392 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:08.392 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618275877833742 TiDB Cluster ID. tikv_gc_leader_uuid 6580d557720000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-9-dpz6b, pid:7803, start at 2025-04-05 08:24:08.427020145 +0800 CST m=+2.026214652 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:08.434 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:08.431 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:08.431 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/sink_hang/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/sink_hang/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/sink_hang/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/sink_hang/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/sink_hang/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table batch_add_table.finish_mark not exists for 18-th check, retry later nonempty select id, val from test.availability1 where id=1 and val=1 run task successfully [Sat Apr 5 08:24:10 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.58905892.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_kill_capture.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_kill_capture.server2 --cluster-id default --addr 127.0.0.1:8301 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff successfully [Sat Apr 5 08:24:10 CST 2025] <<<<<< run test case consistent_replicate_storage_file success! >>>>>> count(*) 5000 wait process 8420 exit for 1-th time... wait process 8420 exit for 2-th time... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8420) - No such process wait process 8420 exit for 3-th time... process 8420 already exit check_capture_count http://127.0.0.1:2379 0 parse error: Invalid numeric literal at line 1, column 6 run task successfully [Sat Apr 5 08:24:11 CST 2025] <<<<<< START cdc server in kill_owner_with_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/ddlsink/mysql/MySQLSinkExecDDLDelay=return(true);github.com/pingcap/tiflow/cdc/capture/ownerFlushIntervalInject=return(10)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kill_owner_with_ddl.85948596.out server --log-file /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:24:12 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3112cf0f-c1fc-4f73-9735-795fde733c52 {"id":"3112cf0f-c1fc-4f73-9735-795fde733c52","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812649} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603552e1ce3 3112cf0f-c1fc-4f73-9735-795fde733c52 /tidb/cdc/default/default/upstream/7489618247815670798 {"id":7489618247815670798,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3112cf0f-c1fc-4f73-9735-795fde733c52 {"id":"3112cf0f-c1fc-4f73-9735-795fde733c52","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812649} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603552e1ce3 3112cf0f-c1fc-4f73-9735-795fde733c52 /tidb/cdc/default/default/upstream/7489618247815670798 {"id":7489618247815670798,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3112cf0f-c1fc-4f73-9735-795fde733c52 {"id":"3112cf0f-c1fc-4f73-9735-795fde733c52","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812649} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603552e1ce3 3112cf0f-c1fc-4f73-9735-795fde733c52 /tidb/cdc/default/default/upstream/7489618247815670798 {"id":7489618247815670798,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.savepoint.cli.14490.out cli changefeed create --start-ts=457130022666502146 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: f72d6086-43be-41f4-873e-ca7b65a5861e Info: {"upstream_id":7489618247815670798,"namespace":"default","id":"f72d6086-43be-41f4-873e-ca7b65a5861e","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:24:12.49399302+08:00","start_ts":457130022666502146,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130022666502146,"checkpoint_ts":457130022666502146,"checkpoint_time":"2025-04-05 08:24:07.501"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table batch_add_table.finish_mark exists table test.t_1 does not exists Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff successfully Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Sat Apr 5 08:24:12 CST 2025] <<<<<< START cdc server in sink_hang case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkExecDMLError=2*return(true)' + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_hang.91309132.out server --log-file /tmp/tidb_cdc_test/sink_hang/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sink_hang/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 1-th time... + set +x wait process cdc.test exit for 2-th time... table savepoint.finish_mark not exists for 1-th check, retry later wait process cdc.test exit for 3-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:24:13 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003cd50e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130024053243909 MinTableBarrierTs:457130024315387912 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a3dd31f9-d552-41bb-8b5f-0e08163647ea {"id":"a3dd31f9-d552-41bb-8b5f-0e08163647ea","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812643} /tidb/cdc/default/__cdc_meta__/capture/d10141d9-698f-4843-a193-8ef905d3acd0 {"id":"d10141d9-698f-4843-a193-8ef905d3acd0","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812651} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/223196035248b926 a3dd31f9-d552-41bb-8b5f-0e08163647ea /tidb/cdc/default/__cdc_meta__/owner/223196035248b98a d10141d9-698f-4843-a193-8ef905d3acd0 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130024053243909,"min-table-barrier-ts":457130024315387912,"admin-job-type":0} /tidb/cdc/default/default/task/position/a3dd31f9-d552-41bb-8b5f-0e08163647ea/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/d10141d9-698f-4843-a193-8ef905d3acd0/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003cd50e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130024053243909 MinTableBarrierTs:457130024315387912 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a3dd31f9-d552-41bb-8b5f-0e08163647ea {"id":"a3dd31f9-d552-41bb-8b5f-0e08163647ea","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812643} /tidb/cdc/default/__cdc_meta__/capture/d10141d9-698f-4843-a193-8ef905d3acd0 {"id":"d10141d9-698f-4843-a193-8ef905d3acd0","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812651} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/223196035248b926 a3dd31f9-d552-41bb-8b5f-0e08163647ea /tidb/cdc/default/__cdc_meta__/owner/223196035248b98a d10141d9-698f-4843-a193-8ef905d3acd0 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130024053243909,"min-table-barrier-ts":457130024315387912,"admin-job-type":0} /tidb/cdc/default/default/task/position/a3dd31f9-d552-41bb-8b5f-0e08163647ea/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/d10141d9-698f-4843-a193-8ef905d3acd0/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003cd50e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130024053243909 MinTableBarrierTs:457130024315387912 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a3dd31f9-d552-41bb-8b5f-0e08163647ea {"id":"a3dd31f9-d552-41bb-8b5f-0e08163647ea","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812643} /tidb/cdc/default/__cdc_meta__/capture/d10141d9-698f-4843-a193-8ef905d3acd0 {"id":"d10141d9-698f-4843-a193-8ef905d3acd0","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812651} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/223196035248b926 a3dd31f9-d552-41bb-8b5f-0e08163647ea /tidb/cdc/default/__cdc_meta__/owner/223196035248b98a d10141d9-698f-4843-a193-8ef905d3acd0 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130024053243909,"min-table-barrier-ts":457130024315387912,"admin-job-type":0} /tidb/cdc/default/default/task/position/a3dd31f9-d552-41bb-8b5f-0e08163647ea/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/d10141d9-698f-4843-a193-8ef905d3acd0/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep -v "a3dd31f9-d552-41bb-8b5f-0e08163647ea" | grep id Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:24:14 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/50d38f62-e256-49b6-901b-26027c33ecbb {UpstreamID:7489618184167760660 Namespace:default ID:50d38f62-e256-49b6-901b-26027c33ecbb SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:55.576311526 +0800 CST StartTs:457130019516317702 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0042aaf30 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130019529687050} {CheckpointTs:457130021626576905 MinTableBarrierTs:457130021626576905 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130021626576905, checkpointTs: 457130021626576905, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/231a18b2-b58a-4030-af1b-b37fc10514e7 {"id":"231a18b2-b58a-4030-af1b-b37fc10514e7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812651} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354f669ef 231a18b2-b58a-4030-af1b-b37fc10514e7 /tidb/cdc/default/default/changefeed/info/50d38f62-e256-49b6-901b-26027c33ecbb {"upstream-id":7489618184167760660,"namespace":"default","changefeed-id":"50d38f62-e256-49b6-901b-26027c33ecbb","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:55.576311526+08:00","start-ts":457130019516317702,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130019529687050} /tidb/cdc/default/default/changefeed/status/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":457130021626576905,"min-table-barrier-ts":457130021626576905,"admin-job-type":0} /tidb/cdc/default/default/task/position/231a18b2-b58a-4030-af1b-b37fc10514e7/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618184167760660 {"id":7489618184167760660,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/50d38f62-e256-49b6-901b-26027c33ecbb {UpstreamID:7489618184167760660 Namespace:default ID:50d38f62-e256-49b6-901b-26027c33ecbb SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:55.576311526 +0800 CST StartTs:457130019516317702 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0042aaf30 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130019529687050} {CheckpointTs:457130021626576905 MinTableBarrierTs:457130021626576905 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130021626576905, checkpointTs: 457130021626576905, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/231a18b2-b58a-4030-af1b-b37fc10514e7 {"id":"231a18b2-b58a-4030-af1b-b37fc10514e7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812651} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354f669ef 231a18b2-b58a-4030-af1b-b37fc10514e7 /tidb/cdc/default/default/changefeed/info/50d38f62-e256-49b6-901b-26027c33ecbb {"upstream-id":7489618184167760660,"namespace":"default","changefeed-id":"50d38f62-e256-49b6-901b-26027c33ecbb","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:55.576311526+08:00","start-ts":457130019516317702,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130019529687050} /tidb/cdc/default/default/changefeed/status/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":457130021626576905,"min-table-barrier-ts":457130021626576905,"admin-job-type":0} /tidb/cdc/default/default/task/position/231a18b2-b58a-4030-af1b-b37fc10514e7/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618184167760660 {"id":7489618184167760660,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/50d38f62-e256-49b6-901b-26027c33ecbb {UpstreamID:7489618184167760660 Namespace:default ID:50d38f62-e256-49b6-901b-26027c33ecbb SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:55.576311526 +0800 CST StartTs:457130019516317702 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0042aaf30 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130019529687050} {CheckpointTs:457130021626576905 MinTableBarrierTs:457130021626576905 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130021626576905, checkpointTs: 457130021626576905, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/231a18b2-b58a-4030-af1b-b37fc10514e7 {"id":"231a18b2-b58a-4030-af1b-b37fc10514e7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812651} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354f669ef 231a18b2-b58a-4030-af1b-b37fc10514e7 /tidb/cdc/default/default/changefeed/info/50d38f62-e256-49b6-901b-26027c33ecbb {"upstream-id":7489618184167760660,"namespace":"default","changefeed-id":"50d38f62-e256-49b6-901b-26027c33ecbb","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:55.576311526+08:00","start-ts":457130019516317702,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130019529687050} /tidb/cdc/default/default/changefeed/status/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":457130021626576905,"min-table-barrier-ts":457130021626576905,"admin-job-type":0} /tidb/cdc/default/default/task/position/231a18b2-b58a-4030-af1b-b37fc10514e7/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618184167760660 + grep -q 'etcd info' {"id":7489618184167760660,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x check_capture_count http://127.0.0.1:2379 1 run task successfully cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 08:24:14 CST 2025] <<<<<< run test case batch_add_table success! >>>>>> Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + run_sql 'SELECT * from test.t2' 127.0.0.1 3306 + check_contains 'a: 2023-02-08' + stop_tidb_cluster =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_auto_stop/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) "cluster-id": "default" "id": "d10141d9-698f-4843-a193-8ef905d3acd0", "cluster-id": "default" run task successfully + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:24:15 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1a4151cf-c437-4fe9-aff0-705a7d7ec815 {"id":"1a4151cf-c437-4fe9-aff0-705a7d7ec815","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812653} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603553fabd9 1a4151cf-c437-4fe9-aff0-705a7d7ec815 /tidb/cdc/default/default/upstream/7489618263540585955 {"id":7489618263540585955,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1a4151cf-c437-4fe9-aff0-705a7d7ec815 {"id":"1a4151cf-c437-4fe9-aff0-705a7d7ec815","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812653} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603553fabd9 1a4151cf-c437-4fe9-aff0-705a7d7ec815 /tidb/cdc/default/default/upstream/7489618263540585955 {"id":7489618263540585955,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1a4151cf-c437-4fe9-aff0-705a7d7ec815 {"id":"1a4151cf-c437-4fe9-aff0-705a7d7ec815","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812653} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603553fabd9 1a4151cf-c437-4fe9-aff0-705a7d7ec815 /tidb/cdc/default/default/upstream/7489618263540585955 {"id":7489618263540585955,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table savepoint.finish_mark not exists for 2-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) nonempty select id, val from test.availability1 where id=2 and val=2 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618295386928667 TiDB Cluster ID. tikv_gc_leader_uuid 6580d55ddac000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3, pid:32881, start at 2025-04-05 08:24:14.966996014 +0800 CST m=+2.078526443 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:14.974 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:14.955 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:14.955 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618295386928667 TiDB Cluster ID. tikv_gc_leader_uuid 6580d55ddac000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3, pid:32881, start at 2025-04-05 08:24:14.966996014 +0800 CST m=+2.078526443 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:14.974 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:14.955 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:14.955 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618301526197870 TiDB Cluster ID. tikv_gc_leader_uuid 6580d55df30000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3, pid:32946, start at 2025-04-05 08:24:15.070865575 +0800 CST m=+2.122270135 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:15.078 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:15.052 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:15.052 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/autorandom/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/autorandom/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/autorandom/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/autorandom/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/autorandom/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check_changefeed_status 127.0.0.1:8300 70143cdf-db9f-4279-94a2-8044448f0766 normal last_error null + endpoint=127.0.0.1:8300 + changefeed_id=70143cdf-db9f-4279-94a2-8044448f0766 + expected_state=normal + field=last_error + error_pattern=null ++ curl 127.0.0.1:8300/api/v2/changefeeds/70143cdf-db9f-4279-94a2-8044448f0766/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 86 100 86 0 0 1009 0 --:--:-- --:--:-- --:--:-- 1011 + info='{"state":"normal","resolved_ts":457130024891580417,"checkpoint_ts":457130024891580417}' + echo '{"state":"normal","resolved_ts":457130024891580417,"checkpoint_ts":457130024891580417}' {"state":"normal","resolved_ts":457130024891580417,"checkpoint_ts":457130024891580417} ++ echo '{"state":"normal","resolved_ts":457130024891580417,"checkpoint_ts":457130024891580417}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] + [[ -z last_error ]] ++ echo '{"state":"normal","resolved_ts":457130024891580417,"checkpoint_ts":457130024891580417}' ++ jq -r .last_error.message + error_msg=null + [[ ! null =~ null ]] run task successfully check_changefeed_status 127.0.0.1:8300 70143cdf-db9f-4279-94a2-8044448f0766 normal last_warning null + endpoint=127.0.0.1:8300 + changefeed_id=70143cdf-db9f-4279-94a2-8044448f0766 + expected_state=normal + field=last_warning + error_pattern=null ++ curl 127.0.0.1:8300/api/v2/changefeeds/70143cdf-db9f-4279-94a2-8044448f0766/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 86 100 86 0 0 1068 0 --:--:-- --:--:-- --:--:-- 1075 + info='{"state":"normal","resolved_ts":457130025022652437,"checkpoint_ts":457130025022652437}' + echo '{"state":"normal","resolved_ts":457130025022652437,"checkpoint_ts":457130025022652437}' {"state":"normal","resolved_ts":457130025022652437,"checkpoint_ts":457130025022652437} ++ echo '{"state":"normal","resolved_ts":457130025022652437,"checkpoint_ts":457130025022652437}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] + [[ -z last_warning ]] ++ echo '{"state":"normal","resolved_ts":457130025022652437,"checkpoint_ts":457130025022652437}' ++ jq -r .last_warning.message + error_msg=null + [[ ! null =~ null ]] run task successfully table sink_hang.t1 exists table sink_hang.t2 not exists for 1-th check, retry later table savepoint.finish_mark exists check diff successfully start tidb cluster in /tmp/tidb_cdc_test/changefeed_auto_stop Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/05 08:24:15.962 +08:00] [WARN] [diff.go:557] ["checksum is not equal"] [table=`test`.`binlog_big`] [where="((TRUE) AND TRUE)"] [sourceChecksum=214543849] [targetChecksum=1422353442] [getSourceChecksumCost=24.171785ms] [getTargetChecksumCost=11.118771ms] [2025/04/05 08:24:16.228 +08:00] [WARN] [diff.go:766] ["rows is not equal"] [table=`test`.`binlog_big`] [where="((TRUE) AND TRUE)"] [cost=266.117509ms] [2025/04/05 08:24:16.231 +08:00] [WARN] [diff.go:384] ["check chunk data not equal"] [chunk="{\"id\":0,\"bounds\":[],\"where\":\"((TRUE) AND TRUE)\",\"args\":null,\"state\":\"failed\"}"] wait process cdc.test exit for 1-th time... nonempty select id, val from test.availability1 where id=2 and val=2 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 2-th time, retry later [Sat Apr 5 08:24:19 CST 2025] <<<<<< START cdc server in autorandom case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.autorandom.3421034212.out server --log-file /tmp/tidb_cdc_test/autorandom/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/autorandom/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618308500011425 TiDB Cluster ID. tikv_gc_leader_uuid 6580d560514000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-g-6tsj1, pid:7135, start at 2025-04-05 08:24:17.494837105 +0800 CST m=+2.763195142 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:17.504 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:17.477 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:17.477 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618308500011425 TiDB Cluster ID. tikv_gc_leader_uuid 6580d560514000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-g-6tsj1, pid:7135, start at 2025-04-05 08:24:17.494837105 +0800 CST m=+2.763195142 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:17.504 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:17.477 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:17.477 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618304793471246 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5604f40006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-g-6tsj1, pid:7202, start at 2025-04-05 08:24:17.478260129 +0800 CST m=+2.678057807 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:17.488 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:17.469 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:17.469 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_reentrant/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_reentrant/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_reentrant/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_reentrant/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_reentrant/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:24:19 CST 2025] <<<<<< run test case savepoint success! >>>>>> table sink_hang.t2 exists check diff failed 1-th time, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release skip some DDLs in tidb v4.0.x [Sat Apr 5 08:24:21 CST 2025] <<<<<< START cdc server in ddl_reentrant case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_reentrant.85088510.out server --log-file /tmp/tidb_cdc_test/ddl_reentrant/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_reentrant/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 2-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:24:22 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/463a7a08-da1d-4c43-bef2-588a194c5d29 {"id":"463a7a08-da1d-4c43-bef2-588a194c5d29","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812659} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355575dd9 463a7a08-da1d-4c43-bef2-588a194c5d29 /tidb/cdc/default/default/upstream/7489618295386928667 {"id":7489618295386928667,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/463a7a08-da1d-4c43-bef2-588a194c5d29 {"id":"463a7a08-da1d-4c43-bef2-588a194c5d29","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812659} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355575dd9 463a7a08-da1d-4c43-bef2-588a194c5d29 /tidb/cdc/default/default/upstream/7489618295386928667 {"id":7489618295386928667,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/463a7a08-da1d-4c43-bef2-588a194c5d29 {"id":"463a7a08-da1d-4c43-bef2-588a194c5d29","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812659} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355575dd9 463a7a08-da1d-4c43-bef2-588a194c5d29 /tidb/cdc/default/default/upstream/7489618295386928667 {"id":7489618295386928667,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 94a5637d-59fb-4a23-a9da-2edced495f04 Info: {"upstream_id":7489618295386928667,"namespace":"default","id":"94a5637d-59fb-4a23-a9da-2edced495f04","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:24:22.469888667+08:00","start_ts":457130026573758466,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130026573758466,"checkpoint_ts":457130026573758466,"checkpoint_time":"2025-04-05 08:24:22.406"} Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... nonempty select id, val from test.availability1 where id=2 and val=2 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 3-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/consistent_replicate_storage_file_large_value/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table autorandom_test.table_a not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:24:24 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f73d13e3-a0da-41be-ba8a-7ef13fad28af {"id":"f73d13e3-a0da-41be-ba8a-7ef13fad28af","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812661} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603555eabd5 f73d13e3-a0da-41be-ba8a-7ef13fad28af /tidb/cdc/default/default/upstream/7489618308500011425 {"id":7489618308500011425,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f73d13e3-a0da-41be-ba8a-7ef13fad28af {"id":"f73d13e3-a0da-41be-ba8a-7ef13fad28af","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812661} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603555eabd5 f73d13e3-a0da-41be-ba8a-7ef13fad28af /tidb/cdc/default/default/upstream/7489618308500011425 {"id":7489618308500011425,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f73d13e3-a0da-41be-ba8a-7ef13fad28af {"id":"f73d13e3-a0da-41be-ba8a-7ef13fad28af","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812661} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603555eabd5 f73d13e3-a0da-41be-ba8a-7ef13fad28af /tidb/cdc/default/default/upstream/7489618308500011425 {"id":7489618308500011425,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x ------------------------------------------ test ddl create database ddl_reentrant, is_reentrant: false restored_sql: CREATE DATABASE `ddl_reentrant` check_ts_forward 5e7e6407-2f27-4030-80ad-e1fecc8568f2 check diff failed 3-th time, retry later wait process 8599 exit for 1-th time... wait process 8599 exit for 2-th time... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8599) - No such process wait process 8599 exit for 3-th time... process 8599 already exit check_capture_count http://127.0.0.1:2379 0 parse error: Invalid numeric literal at line 1, column 6 run task successfully [Sat Apr 5 08:24:24 CST 2025] <<<<<< START cdc server in kill_owner_with_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/ddlsink/mysql/MySQLSinkExecDDLDelay=return(true);github.com/pingcap/tiflow/cdc/capture/ownerFlushIntervalInject=return(10)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kill_owner_with_ddl.87498751.out server --log-file /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table autorandom_test.table_a exists check diff failed 1-th time, retry later start tidb cluster in /tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... changefeed is working normally rts: 457130027051122700->457130027090444300 checkpoint: 457130027051122700->457130027457445900 run task successfully check_ddl_executed /tmp/tidb_cdc_test/ddl_reentrant/cdc.log /tmp/tidb_cdc_test/ddl_reentrant/ddl_temp.sql true [2025/04/05 08:24:25.983 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=default] [changefeed=5e7e6407-2f27-4030-80ad-e1fecc8568f2] [duration=28.097896ms] [sql="CREATE DATABASE `ddl_reentrant`"] run task successfully check diff successfully wait process cdc.test exit for 1-th time... [2025/04/05 08:24:26.608 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:45' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 08:24:26.609 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:44' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 08:24:26.639 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:35:06' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 08:24:26.640 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:35:07' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 08:24:26.818 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:51' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 08:24:26.819 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:52' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 08:24:26.820 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:53' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 08:24:26.821 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:54' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 08:24:26.824 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:55' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 08:24:26.837 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:47' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 08:24:26.838 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:48' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 08:24:26.844 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:49' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 08:24:26.908 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:50' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 08:24:26.928 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:35:26' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 08:24:26.929 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:35:11' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 08:24:26.938 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:35:37' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] resume changefeed 5e7e6407-2f27-4030-80ad-e1fecc8568f2 from 457130027090444289 check_ts_forward 5e7e6407-2f27-4030-80ad-e1fecc8568f2 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_rocks/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [2025/04/05 08:24:27.005 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:35:22' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:24:27 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/50d38f62-e256-49b6-901b-26027c33ecbb {UpstreamID:7489618184167760660 Namespace:default ID:50d38f62-e256-49b6-901b-26027c33ecbb SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:55.576311526 +0800 CST StartTs:457130019516317702 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00422c000 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130019529687050} {CheckpointTs:457130021626576905 MinTableBarrierTs:457130021626576905 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130021626576905, checkpointTs: 457130021626576905, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cb4c3fa5-9e03-4ea3-b7ab-00c6261a2bb4 {"id":"cb4c3fa5-9e03-4ea3-b7ab-00c6261a2bb4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812664} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354f66a80 cb4c3fa5-9e03-4ea3-b7ab-00c6261a2bb4 /tidb/cdc/default/default/changefeed/info/50d38f62-e256-49b6-901b-26027c33ecbb {"upstream-id":7489618184167760660,"namespace":"default","changefeed-id":"50d38f62-e256-49b6-901b-26027c33ecbb","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:55.576311526+08:00","start-ts":457130019516317702,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130019529687050} /tidb/cdc/default/default/changefeed/status/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":457130021626576905,"min-table-barrier-ts":457130021626576905,"admin-job-type":0} /tidb/cdc/default/default/task/position/cb4c3fa5-9e03-4ea3-b7ab-00c6261a2bb4/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618184167760660 {"id":7489618184167760660,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/50d38f62-e256-49b6-901b-26027c33ecbb {UpstreamID:7489618184167760660 Namespace:default ID:50d38f62-e256-49b6-901b-26027c33ecbb SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:55.576311526 +0800 CST StartTs:457130019516317702 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00422c000 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130019529687050} {CheckpointTs:457130021626576905 MinTableBarrierTs:457130021626576905 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130021626576905, checkpointTs: 457130021626576905, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cb4c3fa5-9e03-4ea3-b7ab-00c6261a2bb4 {"id":"cb4c3fa5-9e03-4ea3-b7ab-00c6261a2bb4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812664} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354f66a80 cb4c3fa5-9e03-4ea3-b7ab-00c6261a2bb4 /tidb/cdc/default/default/changefeed/info/50d38f62-e256-49b6-901b-26027c33ecbb {"upstream-id":7489618184167760660,"namespace":"default","changefeed-id":"50d38f62-e256-49b6-901b-26027c33ecbb","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:55.576311526+08:00","start-ts":457130019516317702,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130019529687050} /tidb/cdc/default/default/changefeed/status/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":457130021626576905,"min-table-barrier-ts":457130021626576905,"admin-job-type":0} /tidb/cdc/default/default/task/position/cb4c3fa5-9e03-4ea3-b7ab-00c6261a2bb4/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618184167760660 {"id":7489618184167760660,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/50d38f62-e256-49b6-901b-26027c33ecbb {UpstreamID:7489618184167760660 Namespace:default ID:50d38f62-e256-49b6-901b-26027c33ecbb SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:55.576311526 +0800 CST StartTs:457130019516317702 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00422c000 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130019529687050} {CheckpointTs:457130021626576905 MinTableBarrierTs:457130021626576905 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130021626576905, checkpointTs: 457130021626576905, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cb4c3fa5-9e03-4ea3-b7ab-00c6261a2bb4 {"id":"cb4c3fa5-9e03-4ea3-b7ab-00c6261a2bb4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812664} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354f66a80 cb4c3fa5-9e03-4ea3-b7ab-00c6261a2bb4 /tidb/cdc/default/default/changefeed/info/50d38f62-e256-49b6-901b-26027c33ecbb {"upstream-id":7489618184167760660,"namespace":"default","changefeed-id":"50d38f62-e256-49b6-901b-26027c33ecbb","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:55.576311526+08:00","start-ts":457130019516317702,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130019529687050} /tidb/cdc/default/default/changefeed/status/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":457130021626576905,"min-table-barrier-ts":457130021626576905,"admin-job-type":0} /tidb/cdc/default/default/task/position/cb4c3fa5-9e03-4ea3-b7ab-00c6261a2bb4/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618184167760660 {"id":7489618184167760660,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check_capture_count http://127.0.0.1:2379 1 run task successfully wait process cdc.test exit for 2-th time... + stop_tidb_cluster VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618346984906760 TiDB Cluster ID. tikv_gc_leader_uuid 6580d567c940015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm, pid:10133, start at 2025-04-05 08:24:25.170970045 +0800 CST m=+2.039070931 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:25.178 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:25.175 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:25.175 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618346984906760 TiDB Cluster ID. tikv_gc_leader_uuid 6580d567c940015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm, pid:10133, start at 2025-04-05 08:24:25.170970045 +0800 CST m=+2.039070931 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:25.178 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:25.175 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:25.175 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618346860390427 TiDB Cluster ID. tikv_gc_leader_uuid 6580d567fac000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-s-5z5fm, pid:10197, start at 2025-04-05 08:24:25.368271892 +0800 CST m=+2.183538956 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:25.376 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:25.369 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:25.369 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_auto_stop/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:24:27 CST 2025] <<<<<< run test case sink_hang success! >>>>>> check diff successfully wait process cdc.test exit for 1-th time... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release wait process cdc.test exit for 2-th time... run task failed 1-th time, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:24:29 CST 2025] <<<<<< run test case autorandom success! >>>>>> start tidb cluster in /tmp/tidb_cdc_test/multi_rocks Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... nonempty select id, val from test.availability1 where id=2 and val=2 run task successfully wait process cdc.test exit for 1-th time... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/run.sh using Sink-Type: mysql... <<================= +++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status + source /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/../_utils/test_prepare ++ UP_TIDB_HOST=127.0.0.1 ++ UP_TIDB_PORT=4000 ++ UP_TIDB_OTHER_PORT=4001 ++ UP_TIDB_STATUS=10080 ++ UP_TIDB_OTHER_STATUS=10081 ++ DOWN_TIDB_HOST=127.0.0.1 ++ DOWN_TIDB_PORT=3306 ++ DOWN_TIDB_STATUS=20080 ++ TLS_TIDB_HOST=127.0.0.1 ++ TLS_TIDB_PORT=3307 ++ TLS_TIDB_STATUS=30080 ++ UP_PD_HOST_1=127.0.0.1 ++ UP_PD_PORT_1=2379 ++ UP_PD_PEER_PORT_1=2380 ++ UP_PD_HOST_2=127.0.0.1 ++ UP_PD_PORT_2=2679 ++ UP_PD_PEER_PORT_2=2680 ++ UP_PD_HOST_3=127.0.0.1 ++ UP_PD_PORT_3=2779 ++ UP_PD_PEER_PORT_3=2780 ++ DOWN_PD_HOST=127.0.0.1 ++ DOWN_PD_PORT=2479 ++ DOWN_PD_PEER_PORT=2480 ++ TLS_PD_HOST=127.0.0.1 ++ TLS_PD_PORT=2579 ++ TLS_PD_PEER_PORT=2580 ++ UP_TIKV_HOST_1=127.0.0.1 ++ UP_TIKV_PORT_1=20160 ++ UP_TIKV_STATUS_PORT_1=20181 ++ UP_TIKV_HOST_2=127.0.0.1 ++ UP_TIKV_PORT_2=20161 ++ UP_TIKV_STATUS_PORT_2=20182 ++ UP_TIKV_HOST_3=127.0.0.1 ++ UP_TIKV_PORT_3=20162 ++ UP_TIKV_STATUS_PORT_3=20183 ++ DOWN_TIKV_HOST=127.0.0.1 ++ DOWN_TIKV_PORT=21160 ++ DOWN_TIKV_STATUS_PORT=21180 ++ TLS_TIKV_HOST=127.0.0.1 ++ TLS_TIKV_PORT=22160 ++ TLS_TIKV_STATUS_PORT=22180 +++ cat /tmp/tidb_cdc_test/KAFKA_VERSION +++ echo 2.4.1 ++ KAFKA_VERSION=2.4.1 + WORK_DIR=/tmp/tidb_cdc_test/synced_status + CDC_BINARY=cdc.test + SINK_TYPE=mysql + CDC_COUNT=3 + DB_COUNT=4 + trap stop_tidb_cluster EXIT + run_normal_case_and_unavailable_pd conf/changefeed.toml + rm -rf /tmp/tidb_cdc_test/synced_status + mkdir -p /tmp/tidb_cdc_test/synced_status + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status The 1 times to try to start tidb cluster... \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) wait process cdc.test exit for 2-th time... [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_hang_up_capture [Sat Apr 5 08:24:30 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.61066108.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_hang_up_capture.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_hang_up_capture.server1 --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } ***************** properties ***************** "mysql.host"="127.0.0.1" "scanproportion"="0" "readallfields"="true" "operationcount"="0" "mysql.port"="4000" "mysql.user"="root" "insertproportion"="0" "mysql.db"="changefeed_auto_stop_1" "updateproportion"="0" "dotransactions"="false" "requestdistribution"="uniform" "readproportion"="0" "recordcount"="20" "threadcount"="4" "workload"="core" ********************************************** Run finished, takes 13.678796ms INSERT - Takes(s): 0.0, Count: 20, OPS: 3363.3, Avg(us): 2602, Min(us): 1062, Max(us): 7719, 95th(us): 8000, 99th(us): 8000 [Pipeline] // stage [Pipeline] } check_ts_forward 5e7e6407-2f27-4030-80ad-e1fecc8568f2 ***************** properties ***************** "requestdistribution"="uniform" "operationcount"="0" "scanproportion"="0" "mysql.user"="root" "workload"="core" "mysql.port"="4000" "mysql.host"="127.0.0.1" "readproportion"="0" "dotransactions"="false" "threadcount"="4" "mysql.db"="changefeed_auto_stop_2" "insertproportion"="0" "updateproportion"="0" "recordcount"="20" "readallfields"="true" ********************************************** Run finished, takes 16.713611ms INSERT - Takes(s): 0.0, Count: 20, OPS: 3856.6, Avg(us): 3206, Min(us): 942, Max(us): 11468, 95th(us): 12000, 99th(us): 12000 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ***************** properties ***************** "threadcount"="4" "requestdistribution"="uniform" "updateproportion"="0" "operationcount"="0" "recordcount"="20" "readallfields"="true" "insertproportion"="0" "mysql.host"="127.0.0.1" "mysql.db"="changefeed_auto_stop_3" "dotransactions"="false" "workload"="core" "mysql.port"="4000" "scanproportion"="0" "mysql.user"="root" "readproportion"="0" ********************************************** Run finished, takes 9.564013ms INSERT - Takes(s): 0.0, Count: 19, OPS: 3688.8, Avg(us): 1664, Min(us): 987, Max(us): 4428, 95th(us): 5000, 99th(us): 5000 start tidb cluster in /tmp/tidb_cdc_test/synced_status Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... changefeed is working normally rts: 457130028781273100->457130029043417100 checkpoint: 457130028781273100->457130029043417100 run task successfully check_ddl_executed /tmp/tidb_cdc_test/ddl_reentrant/cdc.log /tmp/tidb_cdc_test/ddl_reentrant/ddl_temp.sql false [2025/04/05 08:24:28.953 +08:00] [INFO] [mysql_ddl_sink.go:150] ["Execute DDL failed, but error can be ignored"] [startTs=457130027077337108] [ddl="CREATE DATABASE `ddl_reentrant`"] [namespace=default] [changefeed=5e7e6407-2f27-4030-80ad-e1fecc8568f2] [error="Error 1007 (HY000): Can't create database 'ddl_reentrant'; database exists"] run task successfully ------------------------------------------ test ddl create table ddl_reentrant.t3 (a int primary key, b int) partition by range(a) (partition p0 values less than (1000), partition p1 values less than (2000)), is_reentrant: false restored_sql: CREATE TABLE `ddl_reentrant`.`t3` (`a` INT PRIMARY KEY,`b` INT) PARTITION BY RANGE (`a`) (PARTITION `p0` VALUES LESS THAN (1000),PARTITION `p1` VALUES LESS THAN (2000)) check_ts_forward 5e7e6407-2f27-4030-80ad-e1fecc8568f2 Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Debugger for raftstore-v2 is used Debugger for raftstore-v2 is used pass test: get status pass test: health [2025/04/05 08:24:26.832 +08:00] [INFO] [cases.go:432] ["check changefeed failed"] [time=0] [info=null] [2025/04/05 08:24:29.382 +08:00] [INFO] [cases.go:432] ["check changefeed failed"] [time=0] [info="{\"upstream_id\":7489617424207371692,\"namespace\":\"test\",\"id\":\"changefeed-test-v2-black-hole-1\",\"sink_uri\":\"blackhole:\",\"create_time\":\"2025-04-05T08:24:26.799453348+08:00\",\"start_ts\":457130027707793415,\"config\":{\"memory_quota\":1073741824,\"case_sensitive\":false,\"force_replicate\":false,\"ignore_ineligible_table\":false,\"check_gc_safe_point\":true,\"enable_sync_point\":false,\"bdr_mode\":false,\"sync_point_interval\":600000000000,\"sync_point_retention\":86400000000000,\"filter\":{\"rules\":[\"*.*\"]},\"mounter\":{\"worker_num\":16},\"sink\":{\"csv\":{\"delimiter\":\",\",\"quote\":\"\\\"\",\"null\":\"\\\\N\",\"include_commit_ts\":false},\"transaction_atomicity\":\"\",\"encoder_concurrency\":32,\"terminator\":\"\\r\\n\",\"date_separator\":\"day\",\"enable_partition_separator\":true,\"content_compatible\":false,\"send_bootstrap_interval_in_sec\":120,\"send_bootstrap_in_msg_count\":10000,\"send_bootstrap_to_all_partition\":true,\"debezium_disable_schema\":false,\"debezium\":{\"output_old_value\":true},\"open\":{\"output_old_value\":true}},\"consistent\":{\"level\":\"none\",\"max_log_size\":64,\"flush_interval\":2000,\"meta_flush_interval\":200,\"encoding_worker_num\":16,\"flush_worker_num\":8,\"storage\":\"\",\"use_file_backend\":false},\"scheduler\":{\"enable_table_across_nodes\":false,\"region_threshold\":100000,\"write_key_threshold\":0},\"integrity\":{\"integrity_check_level\":\"none\",\"corruption_handle_level\":\"warn\"}},\"state\":\"normal\",\"creator_version\":\"v9.0.0-beta.1-9-g4c631d595\",\"resolved_ts\":0,\"checkpoint_ts\":457130028113854465,\"checkpoint_time\":\"2025-04-05 08:24:28.281\"}"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:24:33 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0037c7ef0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130029296123910 MinTableBarrierTs:457130029309231106 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130029296123910, checkpointTs: 457130029296123910, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457130029309231107, checkpointTs: 457130029309231106, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130029309231106, checkpointTs: 457130029309231106, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1acb330a-804e-4f93-95d0-8ee1413626dc {"id":"1acb330a-804e-4f93-95d0-8ee1413626dc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812670} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/223196035248ba68 1acb330a-804e-4f93-95d0-8ee1413626dc /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130029296123910,"min-table-barrier-ts":457130029309231106,"admin-job-type":0} /tidb/cdc/default/default/task/position/1acb330a-804e-4f93-95d0-8ee1413626dc/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0037c7ef0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130029296123910 MinTableBarrierTs:457130029309231106 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130029296123910, checkpointTs: 457130029296123910, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457130029309231107, checkpointTs: 457130029309231106, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130029309231106, checkpointTs: 457130029309231106, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1acb330a-804e-4f93-95d0-8ee1413626dc {"id":"1acb330a-804e-4f93-95d0-8ee1413626dc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812670} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/223196035248ba68 1acb330a-804e-4f93-95d0-8ee1413626dc /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130029296+ grep -q 'failed to get info:' 123910,"min-table-barrier-ts":457130029309231106,"admin-job-type":0} /tidb/cdc/default/default/task/position/1acb330a-804e-4f93-95d0-8ee1413626dc/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0037c7ef0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130029296123910 MinTableBarrierTs:457130029309231106 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130029296123910, checkpointTs: 457130029296123910, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457130029309231107, checkpointTs: 457130029309231106, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130029309231106, checkpointTs: 457130029309231106, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1acb330a-804e-4f93-95d0-8ee1413626dc {"id":"1acb330a-804e-4f93-95d0-8ee1413626dc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812670} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/223196035248ba68 1acb330a-804e-4f93-95d0-8ee1413626dc /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130029296123910,"min-table-barrier-ts":457130029309231106,"admin-job-type":0} /tidb/cdc/default/default/task/position/1acb330a-804e-4f93-95d0-8ee1413626dc/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' [2025/04/05 08:24:34.133 +08:00] [INFO] [cases.go:432] ["check changefeed failed"] [time=0] [info="{\"upstream_id\":7489617424207371692,\"namespace\":\"test\",\"id\":\"changefeed-test-v2-black-hole-1\",\"sink_uri\":\"blackhole:\",\"create_time\":\"2025-04-05T08:24:26.799453348+08:00\",\"start_ts\":457130027707793415,\"admin_job_type\":1,\"config\":{\"memory_quota\":1123450,\"case_sensitive\":false,\"force_replicate\":false,\"ignore_ineligible_table\":false,\"check_gc_safe_point\":false,\"enable_sync_point\":false,\"bdr_mode\":false,\"sync_point_interval\":600000000000,\"sync_point_retention\":86400000000000,\"filter\":{\"rules\":[\"a.d\",\"b.x\"],\"ignore_txn_start_ts\":[1,2,3],\"event_filters\":[{\"matcher\":[\"test.worker\"],\"ignore_event\":[\"update\"],\"ignore_sql\":[\"^drop\",\"add column\"],\"ignore_insert_value_expr\":\"id \\u003e= 100\",\"ignore_update_new_value_expr\":\"gender = 'male'\",\"ignore_update_old_value_expr\":\"age \\u003c 18\",\"ignore_delete_value_expr\":\"id \\u003e 100\"}]},\"mounter\":{\"worker_num\":17},\"sink\":{\"protocol\":\"arvo\",\"csv\":{\"delimiter\":\",\",\"quote\":\"\\\"\",\"null\":\"\\\\N\",\"include_commit_ts\":false},\"column_selectors\":[{\"matcher\":[\"a.b\"],\"columns\":[\"c\"]}],\"transaction_atomicity\":\"table\",\"encoder_concurrency\":32,\"terminator\":\"a\",\"date_separator\":\"day\",\"enable_partition_separator\":true,\"content_compatible\":true,\"send_bootstrap_interval_in_sec\":120,\"send_bootstrap_in_msg_count\":10000,\"send_bootstrap_to_all_partition\":true,\"debezium_disable_schema\":true,\"debezium\":{\"output_old_value\":true},\"open\":{\"output_old_value\":true}},\"consistent\":{\"level\":\"none\",\"max_log_size\":64,\"flush_interval\":2000,\"meta_flush_interval\":200,\"encoding_worker_num\":31,\"flush_worker_num\":18,\"storage\":\"\",\"use_file_backend\":false},\"scheduler\":{\"enable_table_across_nodes\":false,\"region_threshold\":13,\"write_key_threshold\":0},\"integrity\":{\"integrity_check_level\":\"none\",\"corruption_handle_level\":\"warn\"}},\"state\":\"stopped\",\"creator_version\":\"v9.0.0-beta.1-9-g4c631d595\",\"resolved_ts\":457130028113854465,\"checkpoint_ts\":457130028113854465,\"checkpoint_time\":\"2025-04-05 08:24:28.281\"}"] ***************** properties ***************** "readallfields"="true" "insertproportion"="0" "mysql.user"="root" "workload"="core" "threadcount"="4" "requestdistribution"="uniform" "updateproportion"="0" "scanproportion"="0" "mysql.host"="127.0.0.1" "mysql.db"="changefeed_auto_stop_4" "operationcount"="0" "dotransactions"="false" "mysql.port"="4000" "readproportion"="0" "recordcount"="20" ********************************************** Run finished, takes 10.002217ms INSERT - Takes(s): 0.0, Count: 20, OPS: 3689.3, Avg(us): 1882, Min(us): 1032, Max(us): 4531, 95th(us): 5000, 99th(us): 5000 [Sat Apr 5 08:24:33 CST 2025] <<<<<< START cdc server in changefeed_auto_stop case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_auto_stop.1167711679.out server --log-file /tmp/tidb_cdc_test/changefeed_auto_stop/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_auto_stop/cdc_data1 --cluster-id default --addr 127.0.0.1:8301 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618370951968824 TiDB Cluster ID. tikv_gc_leader_uuid 6580d56e6d40012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:13206, start at 2025-04-05 08:24:31.96718736 +0800 CST m=+2.089750400 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:31.975 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:31.976 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:31.976 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618370951968824 TiDB Cluster ID. tikv_gc_leader_uuid 6580d56e6d40012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:13206, start at 2025-04-05 08:24:31.96718736 +0800 CST m=+2.089750400 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:31.975 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:31.976 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:31.976 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618373020456720 TiDB Cluster ID. tikv_gc_leader_uuid 6580d56e9080006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:13273, start at 2025-04-05 08:24:32.074059019 +0800 CST m=+2.135899429 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:32.081 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:32.066 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:32.066 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... run task failed 1-th time, retry later [2025/04/05 08:24:34.352 +08:00] [WARN] [diff.go:557] ["checksum is not equal"] [table=`test`.`itest`] [where="((TRUE) AND TRUE)"] [sourceChecksum=2886522395] [targetChecksum=1970270448] [getSourceChecksumCost=7.972972ms] [getTargetChecksumCost=5.207589ms] [2025/04/05 08:24:34.366 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:24:26, a: 0, b: 0, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:34.433 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 1, b: 1, c: F, RLhzp: uSvsc, d: 08:24:27, }"] [2025/04/05 08:24:34.533 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:24:28, a: 2, b: 2, }"] [2025/04/05 08:24:34.633 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:24:29, a: 3, b: 3, c: F, }"] [2025/04/05 08:24:34.733 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 4, c: F, RLhzp: uSvsc, d: 08:24:30, a: 4, }"] [2025/04/05 08:24:34.833 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 5, b: 5, c: F, RLhzp: uSvsc, d: 08:24:31, }"] [2025/04/05 08:24:34.934 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 6, b: 6, c: F, RLhzp: uSvsc, d: 08:24:32, }"] [2025/04/05 08:24:35.034 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:24:33, a: 7, b: 7, }"] [2025/04/05 08:24:35.134 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:24:34, a: 8, b: 8, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:35.234 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:24:35, a: 9, b: 9, }"] Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) "is-owner": true, run task successfully [2025/04/05 08:24:35.334 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 10, b: 10, c: F, RLhzp: uSvsc, d: 08:24:36, }"] [2025/04/05 08:24:35.434 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:24:37, a: 11, b: 11, }"] [2025/04/05 08:24:35.535 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 12, c: F, RLhzp: uSvsc, d: 08:24:38, a: 12, }"] [2025/04/05 08:24:35.635 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 14, b: 14, c: F, RLhzp: uSvsc, d: 08:24:40, }"] [2025/04/05 08:24:35.735 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 15, b: 15, c: F, RLhzp: uSvsc, d: 08:24:41, }"] [2025/04/05 08:24:35.835 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 17, b: 17, c: F, RLhzp: uSvsc, d: 08:24:43, }"] [2025/04/05 08:24:35.935 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 18, b: 18, c: F, RLhzp: uSvsc, d: 08:27:47, }"] [2025/04/05 08:24:36.035 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 19, b: 19, c: F, RLhzp: uSvsc, d: 08:27:46, }"] Debugger for raftstore-v2 is used Debugger for raftstore-v2 is used [2025/04/05 08:24:36.136 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 20, b: 20, c: F, RLhzp: uSvsc, d: 08:24:46, }"] [2025/04/05 08:24:36.236 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 21, b: 21, c: F, RLhzp: uSvsc, d: 08:24:47, }"] [Sat Apr 5 08:24:36 CST 2025] <<<<<< START cdc server in consistent_replicate_storage_file_large_value case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_storage_file_large_value.1460914611.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 08:24:36.336 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:24:48, a: 22, b: 22, }"] [2025/04/05 08:24:36.437 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:24:51, a: 25, b: 25, c: F, }"] [2025/04/05 08:24:36.537 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:24:52, a: 26, b: 26, c: F, }"] pass test: changefeed apis owner pid: 6111 owner id 1acb330a-804e-4f93-95d0-8ee1413626dc [Sat Apr 5 08:24:36 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.62256227.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_hang_up_capture.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_hang_up_capture.server2 --cluster-id default --addr 127.0.0.1:8301 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 08:24:36.637 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 29, b: 29, c: F, RLhzp: uSvsc, d: 08:24:55, }"] [2025/04/05 08:24:36.737 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 30, b: 30, c: F, RLhzp: uSvsc, d: 08:24:56, }"] [2025/04/05 08:24:36.732 +08:00] [INFO] [cases.go:432] ["check changefeed failed"] [time=0] [info=null] [2025/04/05 08:24:36.837 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 32, b: 32, c: F, RLhzp: uSvsc, d: 08:24:58, }"] [2025/04/05 08:24:36.938 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:27:49, a: 33, b: 33, c: F, }"] [2025/04/05 08:24:37.038 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:25:00, a: 34, b: 34, c: F, RLhzp: uSvsc, }"] check_ts_forward 5e7e6407-2f27-4030-80ad-e1fecc8568f2 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) wait process 8754 exit for 1-th time... wait process 8754 exit for 2-th time... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8754) - No such process wait process 8754 exit for 3-th time... process 8754 already exit check_capture_count http://127.0.0.1:2379 0 parse error: Invalid numeric literal at line 1, column 6 run task successfully [Sat Apr 5 08:24:36 CST 2025] <<<<<< START cdc server in kill_owner_with_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/ddlsink/mysql/MySQLSinkExecDDLDelay=return(true);github.com/pingcap/tiflow/cdc/capture/ownerFlushIntervalInject=return(10)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kill_owner_with_ddl.88998901.out server --log-file /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 08:24:37.138 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:25:02, a: 36, b: 36, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:37.238 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 37, b: 37, c: F, RLhzp: uSvsc, d: 08:25:03, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:24:36 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/58cc90ab-85eb-47b7-b405-0c10059c5f30 {"id":"58cc90ab-85eb-47b7-b405-0c10059c5f30","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812674} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355855836 58cc90ab-85eb-47b7-b405-0c10059c5f30 /tidb/cdc/default/default/upstream/7489618346984906760 {"id":7489618346984906760,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/58cc90ab-85eb-47b7-b405-0c10059c5f30 {"id":"58cc90ab-85eb-47b7-b405-0c10059c5f30","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812674} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355855836 58cc90ab-85eb-47b7-b405-0c10059c5f30 /tidb/cdc/default/default/upstream/7489618346984906760 {"id":7489618346984906760,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/58cc90ab-85eb-47b7-b405-0c10059c5f30 {"id":"58cc90ab-85eb-47b7-b405-0c10059c5f30","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812674} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355855836 58cc90ab-85eb-47b7-b405-0c10059c5f30 /tidb/cdc/default/default/upstream/7489618346984906760 {"id":7489618346984906760,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Sat Apr 5 08:24:36 CST 2025] <<<<<< START cdc server in changefeed_auto_stop case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/pipeline/ProcessorSyncResolvedError=1*return(true);github.com/pingcap/tiflow/cdc/processor/ProcessorUpdatePositionDelaying=sleep(1000)' + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_auto_stop.1173711739.out server --log-file /tmp/tidb_cdc_test/changefeed_auto_stop/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_auto_stop/cdc_data2 --cluster-id default --addr 127.0.0.1:8302 --pd http://127.0.0.1:2379 + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8302; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 08:24:37.338 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 38, b: 38, c: F, RLhzp: uSvsc, d: 08:29:13, }"] [2025/04/05 08:24:37.438 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:25:05, a: 39, b: 39, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:37.538 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 40, b: 40, c: F, RLhzp: uSvsc, d: 08:25:06, }"] [2025/04/05 08:24:37.639 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 41, b: 41, c: F, RLhzp: uSvsc, d: 08:25:07, }"] [2025/04/05 08:24:37.739 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 43, c: F, RLhzp: uSvsc, d: 08:25:09, a: 43, }"] \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } [2025/04/05 08:24:37.839 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:25:10, a: 44, b: 44, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:37.939 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:25:12, a: 46, b: 46, }"] [2025/04/05 08:24:38.039 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 48, b: 48, c: F, RLhzp: uSvsc, d: 08:25:14, }"] Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [2025/04/05 08:24:38.140 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 49, b: 49, c: F, RLhzp: uSvsc, d: 08:25:15, }"] [2025/04/05 08:24:38.240 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:25:16, a: 50, b: 50, c: F, }"] [2025/04/05 08:24:38.340 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 51, c: F, RLhzp: uSvsc, d: 08:25:17, a: 51, }"] [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [2025/04/05 08:24:38.440 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:25:19, a: 53, b: 53, }"] [2025/04/05 08:24:38.540 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:25:21, a: 55, b: 55, c: F, }"] [Pipeline] // node [Pipeline] } Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [2025/04/05 08:24:38.640 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:25:22, a: 56, b: 56, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:38.741 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:25:23, a: 57, b: 57, }"] [2025/04/05 08:24:38.841 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:25:24, a: 58, b: 58, c: F, }"] [Pipeline] // stage [Pipeline] } changefeed is working normally rts: 457130030091993100->457130030616281100 checkpoint: 457130030091993100->457130030616281100 run task successfully check_ddl_executed /tmp/tidb_cdc_test/ddl_reentrant/cdc.log /tmp/tidb_cdc_test/ddl_reentrant/ddl_temp.sql true [2025/04/05 08:24:33.883 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=default] [changefeed=5e7e6407-2f27-4030-80ad-e1fecc8568f2] [duration=28.21362ms] [sql="CREATE TABLE `ddl_reentrant`.`t3` (`a` INT PRIMARY KEY,`b` INT) PARTITION BY RANGE (`a`) (PARTITION `p0` VALUES LESS THAN (1000),PARTITION `p1` VALUES LESS THAN (2000))"] run task successfully [2025/04/05 08:24:38.941 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:25:25, a: 59, b: 59, c: F, }"] [2025/04/05 08:24:39.041 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 60, b: 60, c: F, RLhzp: uSvsc, d: 08:25:26, }"] resume changefeed 5e7e6407-2f27-4030-80ad-e1fecc8568f2 from 457130029305561110 check_ts_forward 5e7e6407-2f27-4030-80ad-e1fecc8568f2 [2025/04/05 08:24:39.141 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 61, b: 61, c: F, RLhzp: uSvsc, d: 08:25:28, }"] [2025/04/05 08:24:39.241 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 63, c: F, RLhzp: uSvsc, d: 08:25:29, a: 63, }"] [2025/04/05 08:24:39.342 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:25:30, a: 64, b: 64, }"] pass test: delete changefeed apis pass test: capture apis [2025/04/05 08:24:39.442 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:25:33, a: 67, b: 67, }"] [2025/04/05 08:24:39.542 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 68, c: F, RLhzp: uSvsc, d: 08:25:34, a: 68, }"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:24:39 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2769def7-daaf-4e94-9394-985d1010a5e0 {"id":"2769def7-daaf-4e94-9394-985d1010a5e0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812676} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355a1a9d6 2769def7-daaf-4e94-9394-985d1010a5e0 /tidb/cdc/default/default/upstream/7489618370951968824 {"id":7489618370951968824,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2769def7-daaf-4e94-9394-985d1010a5e0 {"id":"2769def7-daaf-4e94-9394-985d1010a5e0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812676} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355a1a9d6 2769def7-daaf-4e94-9394-985d1010a5e0 /tidb/cdc/default/default/upstream/7489618370951968824 {"id":7489618370951968824,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2769def7-daaf-4e94-9394-985d1010a5e0 {"id":"2769def7-daaf-4e94-9394-985d1010a5e0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812676} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355a1a9d6 2769def7-daaf-4e94-9394-985d1010a5e0 /tidb/cdc/default/default/upstream/7489618370951968824 {"id":7489618370951968824,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x pass test: processor apis [2025/04/05 08:24:39.642 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 69, b: 69, c: F, RLhzp: uSvsc, d: 08:25:35, }"] [2025/04/05 08:24:39.742 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 70, b: 70, c: F, RLhzp: uSvsc, d: 08:25:36, }"] [2025/04/05 08:24:39.842 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:25:37, a: 71, b: 71, c: F, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:24:39 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003e3e5a0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130030881832962 MinTableBarrierTs:457130030881832965 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1acb330a-804e-4f93-95d0-8ee1413626dc {"id":"1acb330a-804e-4f93-95d0-8ee1413626dc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812670} /tidb/cdc/default/__cdc_meta__/capture/886779c5-7aed-4185-bf17-6a2e5435a1c0 {"id":"886779c5-7aed-4185-bf17-6a2e5435a1c0","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812676} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/223196035248ba68 1acb330a-804e-4f93-95d0-8ee1413626dc /tidb/cdc/default/__cdc_meta__/owner/223196035248babf 886779c5-7aed-4185-bf17-6a2e5435a1c0 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130030881832962,"min-table-barrier-ts":457130030881832965,"admin-job-type":0} /tidb/cdc/default/default/task/position/1acb330a-804e-4f93-95d0-8ee1413626dc/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/886779c5-7aed-4185-bf17-6a2e5435a1c0/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003e3e5a0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130030881832962 MinTableBarrierTs:457130030881832965 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1acb330a-804e-4f93-95d0-8ee1413626dc {"id":"1acb330a-804e-4f93-95d0-8ee1413626dc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812670} /tidb/cdc/default/__cdc_meta__/capture/886779c5-7aed-4185-bf17-6a2e5435a1c0 {"id":"886779c5-7aed-4185-bf17-6a2e5435a1c0","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812676} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/223196035248ba68 1acb330a-804e-4f93-95d0-8ee1413626dc /tidb/cdc/default/__cdc_meta__/owner/223196035248babf 886779c5-7aed-4185-bf17-6a2e5435a1c0 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130030881832962,"min-table-barrier-ts":457130030881832965,"admin-job-type":0} /tidb/cdc/default/default/task/position/1acb330a-804e-4f93-95d0-8ee1413626dc/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/886779c5-7aed-4185-bf17-6a2e5435a1c0/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003e3e5a0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130030881832962 MinTableBarrierTs:457130030881832965 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1acb330a-804e-4f93-95d0-8ee1413626dc {"id":"1acb330a-804e-4f93-95d0-8ee1413626dc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812670} /tidb/cdc/default/__cdc_meta__/capture/886779c5-7aed-4185-bf17-6a2e5435a1c0 {"id":"886779c5-7aed-4185-bf17-6a2e5435a1c0","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812676} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/223196035248ba68 1acb330a-804e-4f93-95d0-8ee1413626dc /tidb/cdc/default/__cdc_meta__/owner/223196035248babf 886779c5-7aed-4185-bf17-6a2e5435a1c0 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130030881832962,"min-table-barrier-ts":457130030881832965,"admin-job-type":0} /tidb/cdc/default/default/task/position/1acb330a-804e-4f93-95d0-8ee1413626dc/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/886779c5-7aed-4185-bf17-6a2e5435a1c0/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep -v "1acb330a-804e-4f93-95d0-8ee1413626dc" | grep id [2025/04/05 08:24:39.942 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 72, c: F, RLhzp: uSvsc, d: 08:25:38, a: 72, }"] [2025/04/05 08:24:40.043 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:25:40, a: 74, b: 74, c: F, }"] [2025/04/05 08:24:40.143 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 75, b: 75, c: F, RLhzp: uSvsc, d: 08:25:41, }"] [2025/04/05 08:24:40.243 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 77, c: F, RLhzp: uSvsc, d: 08:25:43, a: 77, }"] [2025/04/05 08:24:40.343 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 79, b: 79, c: F, RLhzp: uSvsc, d: 08:25:45, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:24:40 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/50d38f62-e256-49b6-901b-26027c33ecbb {UpstreamID:7489618184167760660 Namespace:default ID:50d38f62-e256-49b6-901b-26027c33ecbb SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:55.576311526 +0800 CST StartTs:457130019516317702 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0038d4480 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130019529687050} {CheckpointTs:457130021626576905 MinTableBarrierTs:457130021626576905 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130021626576905, checkpointTs: 457130021626576905, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e55cc9d2-54ee-41b6-a22b-6819742c0000 {"id":"e55cc9d2-54ee-41b6-a22b-6819742c0000","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812677} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354f66b04 e55cc9d2-54ee-41b6-a22b-6819742c0000 /tidb/cdc/default/default/changefeed/info/50d38f62-e256-49b6-901b-26027c33ecbb {"upstream-id":7489618184167760660,"namespace":"default","changefeed-id":"50d38f62-e256-49b6-901b-26027c33ecbb","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:55.576311526+08:00","start-ts":457130019516317702,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130019529687050} /tidb/cdc/default/default/changefeed/status/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":457130021626576905,"min-table-barrier-ts":457130021626576905,"admin-job-type":0} /tidb/cdc/default/default/task/position/e55cc9d2-54ee-41b6-a22b-6819742c0000/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618184167760660 {"id":7489618184167760660,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/50d38f62-e256-49b6-901b-26027c33ecbb {UpstreamID:7489618184167760660 Namespace:default ID:50d38f62-e256-49b6-901b-26027c33ecbb SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:55.576311526 +0800 CST StartTs:457130019516317702 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0038d4480 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130019529687050} {CheckpointTs:457130021626576905 MinTableBarrierTs:457130021626576905 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130021626576905, checkpointTs: 457130021626576905, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e55cc9d2-54ee-41b6-a22b-6819742c0000 {"id":"e55cc9d2-54ee-41b6-a22b-6819742c0000","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812677} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354f66b04 e55cc9d2-54ee-41b6-a22b-6819742c0000 /tidb/cdc/default/default/changefeed/info/50d38f62-e256-49b6-901b-26027c33ecbb {"upstream-id":7489618184167760660,"namespace":"default","changefeed-id":"50d38f62-e256-49b6-901b-26027c33ecbb","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:55.576311526+08:00","start-ts":457130019516317702,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130019529687050} /tidb/cdc/default/default/changefeed/status/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":457130021626576905,"min-table-barrier-ts":457130021626576905,"admin-job-type":0} /tidb/cdc/default/default/task/position/e55cc9d2-54ee-41b6-a22b-6819742c0000/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618184167760660 {"id":7489618184167760660,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/50d38f62-e256-49b6-901b-26027c33ecbb {UpstreamID:7489618184167760660 Namespace:default ID:50d38f62-e256-49b6-901b-26027c33ecbb SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:55.576311526 +0800 CST StartTs:457130019516317702 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0038d4480 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130019529687050} {CheckpointTs:457130021626576905 MinTableBarrierTs:457130021626576905 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130021626576905, checkpointTs: 457130021626576905, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e55cc9d2-54ee-41b6-a22b-6819742c0000 {"id":"e55cc9d2-54ee-41b6-a22b-6819742c0000","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812677} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354f66b04 e55cc9d2-54ee-41b6-a22b-6819742c0000 /tidb/cdc/default/default/changefeed/info/50d38f62-e256-49b6-901b-26027c33ecbb {"upstream-id":7489618184167760660,"namespace":"default","changefeed-id":"50d38f62-e256-49b6-901b-26027c33ecbb","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:55.576311526+08:00","start-ts":457130019516317702,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130019529687050} /tidb/cdc/default/default/changefeed/status/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":457130021626576905,"min-table-barrier-ts":457130021626576905,"admin-job-type":0} /tidb/cdc/default/default/task/position/e55cc9d2-54ee-41b6-a22b-6819742c0000/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618184167760660 {"id":7489618184167760660,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check_capture_count http://127.0.0.1:2379 1 run task successfully ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 08:24:40.443 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:25:46, a: 80, b: 80, c: F, }"] [2025/04/05 08:24:40.544 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 81, b: 81, c: F, RLhzp: uSvsc, d: 08:25:47, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8302 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:24:39 GMT < Content-Length: 1281 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/58cc90ab-85eb-47b7-b405-0c10059c5f30 {"id":"58cc90ab-85eb-47b7-b405-0c10059c5f30","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812674} /tidb/cdc/default/__cdc_meta__/capture/d11ef2ee-1f76-4d84-b276-3a69f39068cf {"id":"d11ef2ee-1f76-4d84-b276-3a69f39068cf","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812677} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355855836 58cc90ab-85eb-47b7-b405-0c10059c5f30 /tidb/cdc/default/__cdc_meta__/owner/223196035585586a d11ef2ee-1f76-4d84-b276-3a69f39068cf /tidb/cdc/default/default/upstream/7489618346984906760 {"id":7489618346984906760,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/58cc90ab-85eb-47b7-b405-0c10059c5f30 {"id":"58cc90ab-85eb-47b7-b405-0c10059c5f30","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812674} /tidb/cdc/default/__cdc_meta__/capture/d11ef2ee-1f76-4d84-b276-3a69f39068cf {"id":"d11ef2ee-1f76-4d84-b276-3a69f39068cf","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812677} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355855836 58cc90ab-85eb-47b7-b405-0c10059c5f30 /tidb/cdc/default/__cdc_meta__/owner/223196035585586a d11ef2ee-1f76-4d84-b276-3a69f39068cf /tidb/cdc/default/default/upstream/7489618346984906760 {"id":7489618346984906760,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/58cc90ab-85eb-47b7-b405-0c10059c5f30 {"id":"58cc90ab-85eb-47b7-b405-0c10059c5f30","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812674} /tidb/cdc/default/__cdc_meta__/capture/d11ef2ee-1f76-4d84-b276-3a69f39068cf {"id":"d11ef2ee-1f76-4d84-b276-3a69f39068cf","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812677} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355855836 58cc90ab-85eb-47b7-b405-0c10059c5f30 /tidb/cdc/default/__cdc_meta__/owner/223196035585586a d11ef2ee-1f76-4d84-b276-3a69f39068cf /tidb/cdc/default/default/upstream/7489618346984906760 {"id":7489618346984906760,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check_changefeed_state http://127.0.0.1:2379 030aa485-67e5-4669-a651-018720f1e995 normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=030aa485-67e5-4669-a651-018720f1e995 + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 030aa485-67e5-4669-a651-018720f1e995 -s + info='{ "upstream_id": 7489618346984906760, "namespace": "default", "id": "030aa485-67e5-4669-a651-018720f1e995", "state": "normal", "checkpoint_tso": 457130028453330945, "checkpoint_time": "2025-04-05 08:24:29.576", "error": null }' + echo '{ "upstream_id": 7489618346984906760, "namespace": "default", "id": "030aa485-67e5-4669-a651-018720f1e995", "state": "normal", "checkpoint_tso": 457130028453330945, "checkpoint_time": "2025-04-05 08:24:29.576", "error": null }' { "upstream_id": 7489618346984906760, "namespace": "default", "id": "030aa485-67e5-4669-a651-018720f1e995", "state": "normal", "checkpoint_tso": 457130028453330945, "checkpoint_time": "2025-04-05 08:24:29.576", "error": null } ++ echo '{' '"upstream_id":' 7489618346984906760, '"namespace":' '"default",' '"id":' '"030aa485-67e5-4669-a651-018720f1e995",' '"state":' '"normal",' '"checkpoint_tso":' 457130028453330945, '"checkpoint_time":' '"2025-04-05' '08:24:29.576",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489618346984906760, '"namespace":' '"default",' '"id":' '"030aa485-67e5-4669-a651-018720f1e995",' '"state":' '"normal",' '"checkpoint_tso":' 457130028453330945, '"checkpoint_time":' '"2025-04-05' '08:24:29.576",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully table changefeed_auto_stop_1.usertable not exists for 1-th check, retry later [2025/04/05 08:24:40.644 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:25:48, a: 82, b: 82, }"] [2025/04/05 08:24:40.744 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 83, b: 83, c: F, RLhzp: uSvsc, d: 08:25:49, }"] [2025/04/05 08:24:40.844 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 84, b: 84, c: F, RLhzp: uSvsc, d: 08:25:50, }"] ***************** properties ***************** "requestdistribution"="uniform" "threadcount"="10" "fieldlength"="15000" "mysql.host"="127.0.0.1" "readproportion"="0" "dotransactions"="false" "fieldlengthdistribution"="constant" "operationcount"="0" "mysql.db"="consistent_replicate_storage_file_large_value" "mysql.port"="4000" "recordcount"="100" "workload"="core" "fieldcount"="1000" "readallfields"="true" "insertproportion"="0" "updateproportion"="0" "scanproportion"="0" "mysql.user"="root" ********************************************** [2025/04/05 08:24:40.944 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:25:52, a: 86, b: 86, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:41.045 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:25:55, a: 89, b: 89, c: F, RLhzp: uSvsc, }"] run task failed 1-th time, retry later "cluster-id": "default" "id": "886779c5-7aed-4185-bf17-6a2e5435a1c0", "cluster-id": "default" run task successfully [2025/04/05 08:24:41.145 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 91, b: 91, c: F, RLhzp: uSvsc, d: 08:25:57, }"] [2025/04/05 08:24:41.245 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:25:58, a: 92, b: 92, c: F, }"] [2025/04/05 08:24:41.345 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:25:59, a: 93, b: 93, c: F, RLhzp: uSvsc, }"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/generate_column/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [2025/04/05 08:24:41.445 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 96, b: 96, c: F, RLhzp: uSvsc, d: 08:26:02, }"] [2025/04/05 08:24:41.546 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:26:03, a: 97, b: 97, }"] [2025/04/05 08:24:41.646 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 98, b: 98, c: F, RLhzp: uSvsc, d: 08:26:04, }"] [2025/04/05 08:24:41.746 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 99, b: 99, c: F, RLhzp: uSvsc, d: 08:26:05, }"] [2025/04/05 08:24:41.846 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:26:08, a: 102, b: 102, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:41.946 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:26:09, a: 103, b: 103, c: F, }"] [2025/04/05 08:24:42.047 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:26:10, a: 104, b: 104, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:42.147 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:26:11, a: 105, b: 105, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:42.247 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:31:48, a: 106, b: 106, }"] [2025/04/05 08:24:42.347 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:26:13, a: 107, b: 107, c: F, }"] table changefeed_auto_stop_1.usertable not exists for 2-th check, retry later [2025/04/05 08:24:42.447 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:33:02, a: 108, b: 108, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:42.548 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 110, b: 110, c: F, RLhzp: uSvsc, d: 08:26:16, }"] [2025/04/05 08:24:42.648 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 111, c: F, RLhzp: uSvsc, d: 08:26:17, a: 111, }"] nonempty select id, val from test.availability1 where id=3 and val=3 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later [2025/04/05 08:24:42.748 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:26:18, a: 112, b: 112, }"] [2025/04/05 08:24:42.848 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 113, b: 113, c: F, RLhzp: uSvsc, d: 08:26:19, }"] pass test: owner apis pass test: set log level VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618412376327146 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5774280003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:15467, start at 2025-04-05 08:24:40.972886749 +0800 CST m=+2.596191152 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:40.982 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:40.970 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:40.970 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618412376327146 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5774280003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:15467, start at 2025-04-05 08:24:40.972886749 +0800 CST m=+2.596191152 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:40.982 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:40.970 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:40.970 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618408779149815 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5774300003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:15539, start at 2025-04-05 08:24:40.975792086 +0800 CST m=+2.514133967 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:40.985 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:40.972 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:40.972 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/05 08:24:42.948 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:26:20, a: 114, b: 114, c: F, }"] [2025/04/05 08:24:43.049 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:36:50, a: 115, b: 115, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:43.149 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 116, c: F, RLhzp: uSvsc, d: 08:26:22, a: 116, }"] [2025/04/05 08:24:43.249 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 117, b: 117, c: F, RLhzp: uSvsc, d: 08:26:23, }"] [2025/04/05 08:24:43.349 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 118, b: 118, c: F, RLhzp: uSvsc, d: 08:26:24, }"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + cleanup_process cdc.test check_ts_forward 5e7e6407-2f27-4030-80ad-e1fecc8568f2 [2025/04/05 08:24:43.449 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 119, b: 119, c: F, RLhzp: uSvsc, d: 08:26:25, }"] [2025/04/05 08:24:43.550 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 120, c: F, RLhzp: uSvsc, d: 08:37:11, a: 120, }"] [2025/04/05 08:24:43.650 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:26:27, a: 121, b: 121, c: F, RLhzp: uSvsc, }"] wait process cdc.test exit for 1-th time... [2025/04/05 08:24:43.750 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 122, b: 122, c: F, RLhzp: uSvsc, d: 08:26:28, }"] [2025/04/05 08:24:43.850 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 123, b: 123, c: F, RLhzp: uSvsc, d: 08:26:29, }"] [2025/04/05 08:24:43.950 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 124, b: 124, c: F, RLhzp: uSvsc, d: 08:26:30, }"] [2025/04/05 08:24:44.051 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 125, b: 125, c: F, RLhzp: uSvsc, d: 08:26:31, }"] [2025/04/05 08:24:44.151 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:26:32, a: 126, b: 126, c: F, RLhzp: uSvsc, }"] wait process cdc.test exit for 2-th time... [2025/04/05 08:24:44.251 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 127, b: 127, c: F, RLhzp: uSvsc, d: 08:26:33, }"] [2025/04/05 08:24:44.352 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 128, b: 128, c: F, RLhzp: uSvsc, d: 08:26:34, }"] nonempty select id, val from test.availability1 where id=3 and val=3 [2025/04/05 08:24:44.452 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 129, b: 129, c: F, RLhzp: uSvsc, d: 08:26:35, }"] [2025/04/05 08:24:44.552 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 131, b: 131, c: F, RLhzp: uSvsc, d: 08:26:37, }"] [2025/04/05 08:24:44.652 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 132, b: 132, c: F, RLhzp: uSvsc, d: 08:33:01, }"] start tidb cluster in /tmp/tidb_cdc_test/generate_column Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 2-th time, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit ++ date + echo '[Sat Apr 5 08:24:44 CST 2025] <<<<<< run test case api_v2 success! >>>>>>' [Sat Apr 5 08:24:44 CST 2025] <<<<<< run test case api_v2 success! >>>>>> + stop_tidb_cluster [2025/04/05 08:24:44.752 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:26:39, a: 133, b: 133, c: F, }"] [2025/04/05 08:24:44.853 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:26:40, a: 134, b: 134, c: F, RLhzp: uSvsc, }"] + cd /tmp/tidb_cdc_test/synced_status ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.16919.out cli tso query --pd=http://127.0.0.1:2379 changefeed is working normally rts: 457130031927001100->457130032189407200 checkpoint: 457130031927001100->457130032189407200 run task successfully check_ddl_executed /tmp/tidb_cdc_test/ddl_reentrant/cdc.log /tmp/tidb_cdc_test/ddl_reentrant/ddl_temp.sql false [2025/04/05 08:24:39.965 +08:00] [INFO] [mysql_ddl_sink.go:150] ["Execute DDL failed, but error can be ignored"] [startTs=457130029305561107] [ddl="CREATE TABLE `ddl_reentrant`.`t3` (`a` INT PRIMARY KEY,`b` INT) PARTITION BY RANGE (`a`) (PARTITION `p0` VALUES LESS THAN (1000),PARTITION `p1` VALUES LESS THAN (2000))"] [namespace=default] [changefeed=5e7e6407-2f27-4030-80ad-e1fecc8568f2] [error="Error 1050 (42S01): Table 'ddl_reentrant.t3' already exists"] run task successfully ------------------------------------------ test ddl create table ddl_reentrant.t4 (a int primary key, b int), is_reentrant: false restored_sql: CREATE TABLE `ddl_reentrant`.`t4` (`a` INT PRIMARY KEY,`b` INT) table changefeed_auto_stop_1.usertable exists table changefeed_auto_stop_2.usertable not exists for 1-th check, retry later [2025/04/05 08:24:44.953 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 135, b: 135, c: F, RLhzp: uSvsc, d: 08:26:41, }"] [2025/04/05 08:24:45.053 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 136, b: 136, c: F, RLhzp: uSvsc, d: 08:32:19, }"] [2025/04/05 08:24:45.153 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 137, b: 137, c: F, RLhzp: uSvsc, d: 08:26:43, }"] check_ts_forward 5e7e6407-2f27-4030-80ad-e1fecc8568f2 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 08:24:45.253 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 138, c: F, RLhzp: uSvsc, d: 08:26:44, a: 138, }"] [2025/04/05 08:24:45.354 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 139, c: F, RLhzp: uSvsc, d: 08:26:45, a: 139, }"] [2025/04/05 08:24:45.454 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 140, b: 140, c: F, RLhzp: uSvsc, d: 08:26:46, }"] [2025/04/05 08:24:45.554 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:26:47, a: 141, b: 141, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:45.654 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:26:48, a: 142, b: 142, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:45.754 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 144, b: 144, c: F, RLhzp: uSvsc, d: 08:26:50, }"] [2025/04/05 08:24:45.854 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:26:51, a: 145, b: 145, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:45.955 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:26:52, a: 146, b: 146, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:46.055 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:26:53, a: 147, b: 147, c: F, }"] [2025/04/05 08:24:46.155 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 148, b: 148, c: F, RLhzp: uSvsc, d: 08:26:54, }"] [2025/04/05 08:24:46.255 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:29:00, a: 150, b: 150, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:46.355 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:26:57, a: 151, b: 151, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:46.456 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 152, b: 152, c: F, RLhzp: uSvsc, d: 08:26:58, }"] [2025/04/05 08:24:46.556 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 153, c: F, RLhzp: uSvsc, d: 08:26:59, a: 153, }"] [2025/04/05 08:24:46.656 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 154, b: 154, c: F, RLhzp: uSvsc, d: 08:27:00, }"] + set +x + tso='457130032528097281 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130032528097281 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457130032528097281 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test [Sat Apr 5 08:24:46 CST 2025] <<<<<< START cdc server in synced_status case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.1695616958.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table changefeed_auto_stop_2.usertable exists table changefeed_auto_stop_3.usertable not exists for 1-th check, retry later [2025/04/05 08:24:46.756 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 155, b: 155, c: F, RLhzp: uSvsc, d: 08:27:01, }"] [2025/04/05 08:24:46.856 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:27:02, a: 156, b: 156, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:46.956 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 157, b: 157, c: F, RLhzp: uSvsc, d: 08:27:03, }"] run task failed 1-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 08:24:47.057 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 158, b: 158, c: F, RLhzp: uSvsc, d: 08:27:04, }"] [2025/04/05 08:24:47.157 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:27:05, a: 159, b: 159, }"] [2025/04/05 08:24:47.257 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 160, c: F, RLhzp: uSvsc, d: 08:27:06, a: 160, }"] [2025/04/05 08:24:47.357 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 161, b: 161, c: F, RLhzp: uSvsc, d: 08:27:07, }"] [2025/04/05 08:24:47.457 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:27:08, a: 162, b: 162, }"] [2025/04/05 08:24:47.557 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:27:10, a: 164, b: 164, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:47.658 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 165, b: 165, c: F, RLhzp: uSvsc, d: 08:39:44, }"] [2025/04/05 08:24:47.758 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 166, c: F, RLhzp: uSvsc, d: 08:27:12, a: 166, }"] [2025/04/05 08:24:47.858 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 167, b: 167, c: F, RLhzp: uSvsc, d: 08:27:13, }"] [2025/04/05 08:24:47.958 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:27:15, a: 169, b: 169, c: F, RLhzp: uSvsc, }"] Verifying downstream PD is started... [2025/04/05 08:24:48.058 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:27:16, a: 170, b: 170, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:48.158 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 171, b: 171, c: F, RLhzp: uSvsc, d: 08:27:17, }"] [2025/04/05 08:24:48.259 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 172, c: F, RLhzp: uSvsc, d: 08:27:18, a: 172, }"] [2025/04/05 08:24:48.359 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 173, b: 173, c: F, RLhzp: uSvsc, d: 08:27:19, }"] [2025/04/05 08:24:48.459 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:27:20, a: 174, b: 174, c: F, }"] Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 08:24:48.559 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:27:21, a: 175, b: 175, }"] [2025/04/05 08:24:48.659 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 176, b: 176, c: F, RLhzp: uSvsc, d: 08:27:22, }"] table changefeed_auto_stop_3.usertable exists table changefeed_auto_stop_4.usertable not exists for 1-th check, retry later nonempty select id, val from test.availability1 where id=3 and val=3 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 3-th time, retry later [2025/04/05 08:24:48.759 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 179, c: F, RLhzp: uSvsc, d: 08:27:25, a: 179, }"] [2025/04/05 08:24:48.860 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:27:26, a: 180, b: 180, c: F, }"] [2025/04/05 08:24:48.960 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 181, b: 181, c: F, RLhzp: uSvsc, d: 08:27:27, }"] check_ts_forward 5e7e6407-2f27-4030-80ad-e1fecc8568f2 Run finished, takes 8.267921556s INSERT_ERROR - Takes(s): 7.2, Count: 100, OPS: 13.8, Avg(us): 226103, Min(us): 62846, Max(us): 505125, 95th(us): 486000, 99th(us): 503000 [2025/04/05 08:24:49.060 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 182, b: 182, c: F, RLhzp: uSvsc, d: 08:27:28, }"] [2025/04/05 08:24:49.160 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:27:31, a: 185, b: 185, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:49.260 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:27:32, a: 186, b: 186, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:49.360 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 187, b: 187, c: F, RLhzp: uSvsc, d: 08:27:33, }"] [2025/04/05 08:24:49.461 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 189, b: 189, c: F, RLhzp: uSvsc, d: 08:27:35, }"] ***************** properties ***************** "dotransactions"="false" "operationcount"="0" "threadcount"="2" "readallfields"="true" "scanproportion"="0" "updateproportion"="0" "requestdistribution"="uniform" "readproportion"="0" "mysql.db"="testSync" "mysql.port"="4000" "mysql.user"="root" "insertproportion"="0" "recordcount"="10" "mysql.host"="127.0.0.1" "workload"="core" ********************************************** Run finished, takes 6.432982ms INSERT - Takes(s): 0.0, Count: 10, OPS: 2385.3, Avg(us): 1055, Min(us): 486, Max(us): 3904, 95th(us): 4000, 99th(us): 4000 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 08:24:49.561 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 190, c: F, RLhzp: uSvsc, d: 08:27:36, a: 190, }"] [2025/04/05 08:24:49.661 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 191, b: 191, c: F, RLhzp: uSvsc, d: 08:27:37, }"] [2025/04/05 08:24:49.761 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 192, b: 192, c: F, RLhzp: uSvsc, d: 08:27:38, }"] [2025/04/05 08:24:49.861 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:27:39, a: 193, b: 193, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:49.961 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 194, b: 194, c: F, RLhzp: uSvsc, d: 08:27:40, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:24:49 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b41cb0eb-b072-475e-9f8c-4ae5876077ae {"id":"b41cb0eb-b072-475e-9f8c-4ae5876077ae","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812686} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355bef0e0 b41cb0eb-b072-475e-9f8c-4ae5876077ae /tidb/cdc/default/default/upstream/7489618412376327146 {"id":7489618412376327146,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b41cb0eb-b072-475e-9f8c-4ae5876077ae {"id":"b41cb0eb-b072-475e-9f8c-4ae5876077ae","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812686} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355bef0e0 b41cb0eb-b072-475e-9f8c-4ae5876077ae /tidb/cdc/default/default/upstream/7489618412376327146 {"id":7489618412376327146,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b41cb0eb-b072-475e-9f8c-4ae5876077ae {"id":"b41cb0eb-b072-475e-9f8c-4ae5876077ae","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812686} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355bef0e0 b41cb0eb-b072-475e-9f8c-4ae5876077ae /tidb/cdc/default/default/upstream/7489618412376327146 {"id":7489618412376327146,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457130032528097281 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.17016.out cli changefeed create --start-ts=457130032528097281 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489618412376327146,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:24:50.024957197+08:00","start_ts":457130032528097281,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130032528097281,"checkpoint_ts":457130032528097281,"checkpoint_time":"2025-04-05 08:24:45.120"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... [2025/04/05 08:24:50.062 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 195, b: 195, c: F, RLhzp: uSvsc, d: 08:27:41, }"] [2025/04/05 08:24:50.162 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:27:42, a: 196, b: 196, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:50.262 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 197, b: 197, c: F, RLhzp: uSvsc, d: 08:27:43, }"] wait process 8904 exit for 1-th time... wait process 8904 exit for 2-th time... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8904) - No such process wait process 8904 exit for 3-th time... process 8904 already exit check_capture_count http://127.0.0.1:2379 0 parse error: Invalid numeric literal at line 1, column 6 run task successfully [Sat Apr 5 08:24:49 CST 2025] <<<<<< START cdc server in kill_owner_with_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kill_owner_with_ddl.90369038.out server --log-file /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 08:24:50.362 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 199, c: F, RLhzp: uSvsc, d: 08:27:45, a: 199, }"] [2025/04/05 08:24:50.462 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 200, b: 200, c: F, RLhzp: uSvsc, d: 08:27:50, }"] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore table changefeed_auto_stop_4.usertable exists check diff successfully [2025/04/05 08:24:50.562 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 201, b: 201, c: F, RLhzp: uSvsc, d: 08:27:51, }"] [2025/04/05 08:24:50.663 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:27:52, a: 202, b: 202, }"] [2025/04/05 08:24:50.763 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 203, c: F, RLhzp: uSvsc, d: 08:32:20, a: 203, }"] Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) changefeed is working normally rts: 457130033499865100->457130033762009100 checkpoint: 457130033499865100->457130033762009100 run task successfully check_ddl_executed /tmp/tidb_cdc_test/ddl_reentrant/cdc.log /tmp/tidb_cdc_test/ddl_reentrant/ddl_temp.sql true [2025/04/05 08:24:46.988 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=default] [changefeed=5e7e6407-2f27-4030-80ad-e1fecc8568f2] [duration=33.767367ms] [sql="CREATE TABLE `ddl_reentrant`.`t4` (`a` INT PRIMARY KEY,`b` INT)"] run task successfully [2025/04/05 08:24:50.863 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:27:54, a: 204, b: 204, c: F, }"] [2025/04/05 08:24:50.963 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:27:55, a: 205, b: 205, c: F, }"] wait process cdc.test exit for 1-th time... [2025/04/05 08:24:51.063 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:27:56, a: 206, b: 206, c: F, }"] [2025/04/05 08:24:51.163 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 207, b: 207, c: F, RLhzp: uSvsc, d: 08:27:57, }"] [2025/04/05 08:24:51.264 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 208, b: 208, c: F, RLhzp: uSvsc, d: 08:27:58, }"] + set +x ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed resume changefeed 5e7e6407-2f27-4030-80ad-e1fecc8568f2 from 457130032503717912 check_ts_forward 5e7e6407-2f27-4030-80ad-e1fecc8568f2 [2025/04/05 08:24:51.364 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 209, b: 209, c: F, RLhzp: uSvsc, d: 08:27:59, }"] [2025/04/05 08:24:51.464 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:30:35, a: 210, b: 210, c: F, }"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table consistent_replicate_storage_file_large_value.usertable exists table consistent_replicate_storage_file_large_value.check1 exists table consistent_replicate_storage_file_large_value.t2 not exists for 1-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 221 100 221 0 0 4590 0 --:--:-- --:--:-- --:--:-- 4604 + synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-05 08:24:45.120","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2025-04-05 08:24:51.000","info":"Data syncing is finished"}' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '08:24:45.120","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '08:24:51.000","info":"Data' syncing is 'finished"}' ++ jq .synced + status=true ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '08:24:45.120","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '08:24:51.000","info":"Data' syncing is 'finished"}' ++ jq -r .sink_checkpoint_ts + sink_checkpoint_ts='2025-04-05 08:24:45.120' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '08:24:45.120","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '08:24:51.000","info":"Data' syncing is 'finished"}' ++ jq -r .puller_resolved_ts + puller_resolved_ts='1970-01-01 08:00:00.000' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '08:24:45.120","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '08:24:51.000","info":"Data' syncing is 'finished"}' ++ jq -r .last_synced_ts + last_synced_ts='1970-01-01 08:00:00.000' + '[' true '!=' true ']' + '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']' + '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']' ++ date '+%Y-%m-%d %H:%M:%S' + current='2025-04-05 08:24:51' + echo 'sink_checkpoint_ts is 2025-04-05' 08:24:45.120 sink_checkpoint_ts is 2025-04-05 08:24:45.120 ++ date -d '2025-04-05 08:24:45.120' +%s + checkpoint_timestamp=1743812685 ++ date -d '2025-04-05 08:24:51' +%s + current_timestamp=1743812691 + '[' 6 -gt 300 ']' + run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);' + check_table_exists test.t1 127.0.0.1 3306 table test.t1 not exists for 1-th check, retry later [2025/04/05 08:24:51.564 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 211, b: 211, c: F, RLhzp: uSvsc, d: 08:28:01, }"] [2025/04/05 08:24:51.664 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 212, b: 212, c: F, RLhzp: uSvsc, d: 08:28:02, }"] [2025/04/05 08:24:51.765 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 213, b: 213, c: F, RLhzp: uSvsc, d: 08:28:03, }"] wait process cdc.test exit for 2-th time... [2025/04/05 08:24:51.865 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 214, b: 214, c: F, RLhzp: uSvsc, d: 08:28:04, }"] [2025/04/05 08:24:51.965 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 215, b: 215, c: F, RLhzp: uSvsc, d: 08:28:05, }"] [2025/04/05 08:24:52.065 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 216, b: 216, c: F, RLhzp: uSvsc, d: 08:28:06, }"] [2025/04/05 08:24:52.165 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 218, b: 218, c: F, RLhzp: uSvsc, d: 08:28:08, }"] [2025/04/05 08:24:52.265 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:28:09, a: 219, b: 219, c: F, RLhzp: uSvsc, }"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:24:52 CST 2025] <<<<<< run test case changefeed_auto_stop success! >>>>>> [2025/04/05 08:24:52.365 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 221, b: 221, c: F, RLhzp: uSvsc, d: 08:28:11, }"] [2025/04/05 08:24:52.466 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:28:12, a: 222, b: 222, c: F, }"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 08:24:52.566 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:28:13, a: 223, b: 223, }"] [2025/04/05 08:24:52.666 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 225, c: F, RLhzp: uSvsc, d: 08:28:15, a: 225, }"] [2025/04/05 08:24:52.766 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:28:16, a: 226, b: 226, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > [2025/04/05 08:24:52.866 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:28:17, a: 227, b: 227, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:52.967 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:41:26, a: 229, b: 229, c: F, }"] < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:24:52 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/50d38f62-e256-49b6-901b-26027c33ecbb {UpstreamID:7489618184167760660 Namespace:default ID:50d38f62-e256-49b6-901b-26027c33ecbb SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:55.576311526 +0800 CST StartTs:457130019516317702 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004498120 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130019529687050} {CheckpointTs:457130021626576905 MinTableBarrierTs:457130021757648919 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130021626576905, checkpointTs: 457130021626576905, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130021626576905, checkpointTs: 457130021626576905, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0061e208-bab6-4754-8215-2c990512e9ee {"id":"0061e208-bab6-4754-8215-2c990512e9ee","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812690} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354f66b9d 0061e208-bab6-4754-8215-2c990512e9ee /tidb/cdc/default/default/changefeed/info/50d38f62-e256-49b6-901b-26027c33ecbb {"upstream-id":7489618184167760660,"namespace":"default","changefeed-id":"50d38f62-e256-49b6-901b-26027c33ecbb","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:55.576311526+08:00","start-ts":457130019516317702,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130019529687050} /tidb/cdc/default/default/changefeed/status/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":457130021626576905,"min-table-barrier-ts":457130021757648919,"admin-job-type":0} /tidb/cdc/default/default/task/position/0061e208-bab6-4754-8215-2c990512e9ee/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618184167760660 {"id":7489618184167760660,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/50d38f62-e256-49b6-901b-26027c33ecbb {UpstreamID:7489618184167760660 Namespace:default ID:50d38f62-e256-49b6-901b-26027c33ecbb SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:55.576311526 +0800 CST StartTs:457130019516317702 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004498120 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130019529687050} {CheckpointTs:457130021626576905 MinTableBarrierTs:457130021757648919 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130021626576905, checkpointTs: 457130021626576905, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130021626576905, checkpointTs: 457130021626576905, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0061e208-bab6-4754-8215-2c990512e9ee {"id":"0061e208-bab6-4754-8215-2c990512e9ee","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812690} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354f66b9d 0061e208-bab6-4754-8215-2c990512e9ee /tidb/cdc/default/default/changefeed/info/50d38f62-e256-49b6-901b-26027c33ecbb {"upstream-id":7489618184167760660,"namespace":"default","changefeed-id":"50d38f62-e256-49b6-901b-26027c33ecbb","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:55.576311526+08:00","start-ts":457130019516317702,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130019529687050} /tidb/cdc/default/default/changefeed/status/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":457130021626576905,"min-table-barrier-ts":457130021757648919,"admin-job-type":0} /tidb/cdc/default/default/task/position/0061e208-bab6-4754-8215-2c990512e9ee/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618184167760660 {"id":7489618184167760660,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + grep -q 'etcd info' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/50d38f62-e256-49b6-901b-26027c33ecbb {UpstreamID:7489618184167760660 Namespace:default ID:50d38f62-e256-49b6-901b-26027c33ecbb SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 08:23:55.576311526 +0800 CST StartTs:457130019516317702 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004498120 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130019529687050} {CheckpointTs:457130021626576905 MinTableBarrierTs:457130021757648919 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130021626576905, checkpointTs: 457130021626576905, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130021626576905, checkpointTs: 457130021626576905, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0061e208-bab6-4754-8215-2c990512e9ee {"id":"0061e208-bab6-4754-8215-2c990512e9ee","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812690} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960354f66b9d 0061e208-bab6-4754-8215-2c990512e9ee /tidb/cdc/default/default/changefeed/info/50d38f62-e256-49b6-901b-26027c33ecbb {"upstream-id":7489618184167760660,"namespace":"default","changefeed-id":"50d38f62-e256-49b6-901b-26027c33ecbb","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T08:23:55.576311526+08:00","start-ts":457130019516317702,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130019529687050} /tidb/cdc/default/default/changefeed/status/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":457130021626576905,"min-table-barrier-ts":457130021757648919,"admin-job-type":0} /tidb/cdc/default/default/task/position/0061e208-bab6-4754-8215-2c990512e9ee/50d38f62-e256-49b6-901b-26027c33ecbb {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618184167760660 {"id":7489618184167760660,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x check_capture_count http://127.0.0.1:2379 1 run task successfully table kill_owner_with_ddl.t1 exists table kill_owner_with_ddl.t2 exists table kill_owner_with_ddl.t3 not exists for 1-th check, retry later [2025/04/05 08:24:53.067 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:28:20, a: 230, b: 230, c: F, }"] [2025/04/05 08:24:53.167 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:28:21, a: 231, b: 231, c: F, }"] [2025/04/05 08:24:53.267 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 232, b: 232, c: F, RLhzp: uSvsc, d: 08:28:22, }"] run task failed 1-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table consistent_replicate_storage_file_large_value.t2 not exists for 2-th check, retry later [2025/04/05 08:24:53.367 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 233, b: 233, c: F, RLhzp: uSvsc, d: 08:28:23, }"] [2025/04/05 08:24:53.467 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 234, b: 234, c: F, RLhzp: uSvsc, d: 08:28:24, }"] [2025/04/05 08:24:53.568 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:28:25, a: 235, b: 235, }"] [2025/04/05 08:24:53.668 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 236, b: 236, c: F, RLhzp: uSvsc, d: 08:28:26, }"] [2025/04/05 08:24:53.768 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 237, c: F, RLhzp: uSvsc, d: 08:28:27, a: 237, }"] [2025/04/05 08:24:53.868 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:28:28, a: 238, b: 238, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:53.969 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 239, b: 239, c: F, RLhzp: uSvsc, d: 08:28:29, }"] [2025/04/05 08:24:54.069 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 240, b: 240, c: F, RLhzp: uSvsc, d: 08:28:30, }"] table test.t1 exists + sleep 5 [2025/04/05 08:24:54.169 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:28:31, a: 241, b: 241, c: F, }"] [2025/04/05 08:24:54.269 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 242, b: 242, c: F, RLhzp: uSvsc, d: 08:28:32, }"] [2025/04/05 08:24:54.369 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:28:33, a: 243, b: 243, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:54.470 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 244, c: F, RLhzp: uSvsc, d: 08:28:34, a: 244, }"] [2025/04/05 08:24:54.570 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 245, b: 245, c: F, RLhzp: uSvsc, d: 08:28:35, }"] [2025/04/05 08:24:54.670 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:28:36, a: 246, b: 246, }"] [2025/04/05 08:24:54.770 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:28:37, a: 247, b: 247, }"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_api_tls_with_user_auth/run.sh using Sink-Type: mysql... <<================= WARNING: Running pip install with root privileges is generally not a good idea. Try `__main__.py install --user` instead. [2025/04/05 08:24:54.870 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 248, c: F, RLhzp: uSvsc, d: 08:28:38, a: 248, }"] [2025/04/05 08:24:54.971 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 249, c: F, RLhzp: uSvsc, d: 08:28:39, a: 249, }"] [2025/04/05 08:24:55.071 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:28:40, a: 250, b: 250, c: F, RLhzp: uSvsc, }"] Requirement already up-to-date: requests==2.26.0 in /usr/local/lib/python3.6/site-packages Requirement already up-to-date: certifi>=2017.4.17 in /usr/local/lib/python3.6/site-packages (from requests==2.26.0) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618460984923272 TiDB Cluster ID. tikv_gc_leader_uuid 6580d582c44000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3, pid:35294, start at 2025-04-05 08:24:52.77529947 +0800 CST m=+2.237212529 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:52.784 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:52.823 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:52.823 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618460984923272 TiDB Cluster ID. tikv_gc_leader_uuid 6580d582c44000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3, pid:35294, start at 2025-04-05 08:24:52.77529947 +0800 CST m=+2.237212529 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:52.784 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:52.823 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:52.823 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618462166701266 TiDB Cluster ID. tikv_gc_leader_uuid 6580d582dcc000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-7kvs3, pid:35371, start at 2025-04-05 08:24:52.879336149 +0800 CST m=+2.250672768 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:52.887 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:52.902 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:52.902 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/generate_column/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/generate_column/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/generate_column/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/generate_column/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/generate_column/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 08:24:55.171 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 251, b: 251, c: F, RLhzp: uSvsc, d: 08:28:41, }"] [2025/04/05 08:24:55.271 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 252, b: 252, c: F, RLhzp: uSvsc, d: 08:28:42, }"] table consistent_replicate_storage_file_large_value.t2 not exists for 3-th check, retry later Requirement already up-to-date: charset-normalizer~=2.0.0; python_version >= "3" in /usr/local/lib/python3.6/site-packages (from requests==2.26.0) Requirement already up-to-date: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.6/site-packages (from requests==2.26.0) Requirement already up-to-date: idna<4,>=2.5; python_version >= "3" in /usr/local/lib/python3.6/site-packages (from requests==2.26.0) nonempty select id, val from test.availability1 where id=3 and val=3 run task successfully wait process cdc.test exit for 1-th time... [2025/04/05 08:24:55.371 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 253, b: 253, c: F, RLhzp: uSvsc, d: 08:28:43, }"] [2025/04/05 08:24:55.472 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:28:44, a: 254, b: 254, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:55.572 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 255, b: 255, c: F, RLhzp: uSvsc, d: 08:28:45, }"] The 1 times to try to start tidb cluster... table kill_owner_with_ddl.t3 exists check diff failed 1-th time, retry later wait process cdc.test exit for 2-th time... [2025/04/05 08:24:55.672 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 256, b: 256, c: F, RLhzp: uSvsc, d: 08:28:46, }"] [2025/04/05 08:24:55.772 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 257, b: 257, c: F, RLhzp: uSvsc, d: 08:28:47, }"] check_ts_forward 5e7e6407-2f27-4030-80ad-e1fecc8568f2 [2025/04/05 08:24:55.872 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 258, b: 258, c: F, RLhzp: uSvsc, d: 08:28:48, }"] [2025/04/05 08:24:55.972 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 259, b: 259, c: F, RLhzp: uSvsc, d: 08:28:49, }"] [2025/04/05 08:24:56.073 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 260, b: 260, c: F, RLhzp: uSvsc, d: 08:28:50, }"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_expire_capture [Sat Apr 5 08:24:56 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.64436445.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_expire_capture.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_expire_capture.server1 --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 08:24:56.173 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:30:24, a: 261, b: 261, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:56.273 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 262, b: 262, c: F, RLhzp: uSvsc, d: 08:28:52, }"] [2025/04/05 08:24:56.373 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 263, b: 263, c: F, RLhzp: uSvsc, d: 08:31:16, }"] [2025/04/05 08:24:56.473 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:28:54, a: 264, b: 264, }"] [2025/04/05 08:24:56.574 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 265, c: F, RLhzp: uSvsc, d: 08:28:55, a: 265, }"] [2025/04/05 08:24:56.674 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 266, b: 266, c: F, RLhzp: uSvsc, d: 08:28:56, }"] [2025/04/05 08:24:56.774 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 267, c: F, RLhzp: uSvsc, d: 08:28:57, a: 267, }"] + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.generate_column.cli.36772.out cli tso query --pd=http://127.0.0.1:2379 [2025/04/05 08:24:56.874 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 268, b: 268, c: F, RLhzp: uSvsc, d: 08:28:58, }"] [2025/04/05 08:24:56.974 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 269, c: F, RLhzp: uSvsc, d: 08:28:59, a: 269, }"] [2025/04/05 08:24:57.075 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:29:02, a: 271, b: 271, c: F, RLhzp: uSvsc, }"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618395040736000 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5855d40010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc, pid:10196, start at 2025-04-05 08:24:55.432637672 +0800 CST m=+20.362521742 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:55.442 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:55.413 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:55.413 +0800 All versions after safe point can be accessed. (DO NOT EDIT) table consistent_replicate_storage_file_large_value.t2 not exists for 4-th check, retry later [2025/04/05 08:24:57.175 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 272, b: 272, c: F, RLhzp: uSvsc, d: 08:29:03, }"] [2025/04/05 08:24:57.275 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 274, b: 274, c: F, RLhzp: uSvsc, d: 08:29:05, }"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618395040736000 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5855d40010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc, pid:10196, start at 2025-04-05 08:24:55.432637672 +0800 CST m=+20.362521742 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:55.442 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:55.413 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:55.413 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618389199464617 TiDB Cluster ID. tikv_gc_leader_uuid 6580d575404000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc, pid:10269, start at 2025-04-05 08:24:38.943589561 +0800 CST m=+3.810313982 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:26:38.950 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:24:38.913 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:14:38.913 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_rocks/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_rocks/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_rocks/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_rocks/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_rocks/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff successfully [2025/04/05 08:24:57.375 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 275, b: 275, c: F, RLhzp: uSvsc, d: 08:29:06, }"] [2025/04/05 08:24:57.475 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 276, c: F, RLhzp: uSvsc, d: 08:29:07, a: 276, }"] [2025/04/05 08:24:57.575 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:29:08, a: 277, b: 277, c: F, RLhzp: uSvsc, }"] changefeed is working normally rts: 457130035072991200->457130035597017100 checkpoint: 457130035072991200->457130035597017100 run task successfully check_ddl_executed /tmp/tidb_cdc_test/ddl_reentrant/cdc.log /tmp/tidb_cdc_test/ddl_reentrant/ddl_temp.sql false [2025/04/05 08:24:51.964 +08:00] [INFO] [mysql_ddl_sink.go:150] ["Execute DDL failed, but error can be ignored"] [startTs=457130032503717907] [ddl="CREATE TABLE `ddl_reentrant`.`t4` (`a` INT PRIMARY KEY,`b` INT)"] [namespace=default] [changefeed=5e7e6407-2f27-4030-80ad-e1fecc8568f2] [error="Error 1050 (42S01): Table 'ddl_reentrant.t4' already exists"] run task successfully ------------------------------------------ test ddl alter table ddl_reentrant.t3 exchange partition p0 with table ddl_reentrant.t4 without validation, is_reentrant: true restored_sql: ALTER TABLE `ddl_reentrant`.`t3` EXCHANGE PARTITION `p0` WITH TABLE `ddl_reentrant`.`t4` WITHOUT VALIDATION check_ts_forward 5e7e6407-2f27-4030-80ad-e1fecc8568f2 [2025/04/05 08:24:57.676 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 278, b: 278, c: F, RLhzp: uSvsc, d: 08:29:09, }"] [2025/04/05 08:24:57.776 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:29:10, a: 279, b: 279, c: F, }"] [2025/04/05 08:24:57.876 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:29:14, a: 280, b: 280, c: F, RLhzp: uSvsc, }"] wait process cdc.test exit for 1-th time... [2025/04/05 08:24:57.976 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 282, b: 282, c: F, RLhzp: uSvsc, d: 08:29:16, }"] [2025/04/05 08:24:58.076 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 283, c: F, RLhzp: uSvsc, d: 08:29:17, a: 283, }"] wait process cdc.test exit for 2-th time... [2025/04/05 08:24:58.177 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:29:18, a: 284, b: 284, }"] [2025/04/05 08:24:58.277 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:29:19, a: 285, b: 285, c: F, }"] [2025/04/05 08:24:58.377 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 286, b: 286, c: F, RLhzp: uSvsc, d: 08:29:20, }"] [2025/04/05 08:24:58.477 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:29:21, a: 287, b: 287, }"] [2025/04/05 08:24:58.577 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:29:22, a: 288, b: 288, }"] [2025/04/05 08:24:58.677 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:33:03, a: 290, b: 290, }"] [2025/04/05 08:24:58.778 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 291, b: 291, c: F, RLhzp: uSvsc, d: 08:29:25, }"] [2025/04/05 08:24:58.878 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:29:26, a: 292, b: 292, c: F, RLhzp: uSvsc, }"] start tidb cluster in /tmp/tidb_cdc_test/http_api_tls_with_user_auth Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:24:58 CST 2025] <<<<<< run test case kill_owner_with_ddl success! >>>>>> + set +x + tso='457130035695845377 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130035695845377 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:24:58 CST 2025] <<<<<< START cdc server in generate_column case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.generate_column.3680836810.out server --log-file /tmp/tidb_cdc_test/generate_column/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/generate_column/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table consistent_replicate_storage_file_large_value.t2 not exists for 5-th check, retry later [2025/04/05 08:24:58.978 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:29:27, a: 293, b: 293, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:24:59.078 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 294, b: 294, c: F, RLhzp: uSvsc, d: 08:29:28, }"] Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/05 08:24:59.178 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 295, b: 295, c: F, RLhzp: uSvsc, d: 08:29:29, }"] [2025/04/05 08:24:59.278 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 296, b: 296, c: F, RLhzp: uSvsc, d: 08:29:30, }"] [2025/04/05 08:24:59.378 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 297, b: 297, c: F, RLhzp: uSvsc, d: 08:29:31, }"] ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 2711 0 --:--:-- --:--:-- --:--:-- 2730 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 08:24:58.471","puller_resolved_ts":"2025-04-05 08:24:51.621","last_synced_ts":"2025-04-05 08:24:51.670","now_ts":"2025-04-05 08:24:58.000","info":"The data syncing is not finished, please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:24:58.471","puller_resolved_ts":"2025-04-05' '08:24:51.621","last_synced_ts":"2025-04-05' '08:24:51.670","now_ts":"2025-04-05' '08:24:58.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:24:58.471","puller_resolved_ts":"2025-04-05' '08:24:51.621","last_synced_ts":"2025-04-05' '08:24:51.670","now_ts":"2025-04-05' '08:24:58.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq -r .info + info='The data syncing is not finished, please wait' + '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']' + sleep 130 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:24:59 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a09200 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130036124975108 MinTableBarrierTs:457130036124975110 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457130036124975111, checkpointTs: 457130036124975110, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130036124975110, checkpointTs: 457130036124975110, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130036124975108, checkpointTs: 457130036124975108, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/225078d2-25dc-4393-90b8-12587ff62674 {"id":"225078d2-25dc-4393-90b8-12587ff62674","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812696} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/223196035248bba6 225078d2-25dc-4393-90b8-12587ff62674 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130036124975108,"min-table-barrier-ts":457130036124975110,"admin-job-type":0} /tidb/cdc/default/default/task/position/225078d2-25dc-4393-90b8-12587ff62674/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a09200 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130036124975108 MinTableBarrierTs:457130036124975110 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457130036124975111, checkpointTs: 457130036124975110, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130036124975110, checkpointTs: 457130036124975110, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130036124975108, checkpointTs: 457130036124975108, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/225078d2-25dc-4393-90b8-12587ff62674 {"id":"225078d2-25dc-4393-90b8-12587ff62674","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812696} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/223196035248bba6 225078d2-25dc-4393-90b8-12587ff62674 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130036124975108,"min-table-barrier-ts":457130036124975110,"admin-job-type":0} /tidb/cdc/default/default/task/position/225078d2-25dc-4393-90b8-12587ff62674/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a09200 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130036124975108 MinTableBarrierTs:457130036124975110 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457130036124975111, checkpointTs: 457130036124975110, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130036124975110, checkpointTs: 457130036124975110, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130036124975108, checkpointTs: 457130036124975108, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/225078d2-25dc-4393-90b8-12587ff62674 {"id":"225078d2-25dc-4393-90b8-12587ff62674","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812696} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/223196035248bba6 225078d2-25dc-4393-90b8-12587ff62674 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130036124+ grep -q 'etcd info' 975108,"min-table-barrier-ts":457130036124975110,"admin-job-type":0} /tidb/cdc/default/default/task/position/225078d2-25dc-4393-90b8-12587ff62674/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' [2025/04/05 08:24:59.479 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 298, c: F, RLhzp: uSvsc, d: 08:29:32, a: 298, }"] [2025/04/05 08:24:59.579 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 299, b: 299, c: F, RLhzp: uSvsc, d: 08:29:33, }"] changefeed is working normally rts: 457130035597017100->457130036121305100 checkpoint: 457130035597017100->457130036121305100 run task successfully check_ddl_executed /tmp/tidb_cdc_test/ddl_reentrant/cdc.log /tmp/tidb_cdc_test/ddl_reentrant/ddl_temp.sql true [2025/04/05 08:24:58.205 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=default] [changefeed=5e7e6407-2f27-4030-80ad-e1fecc8568f2] [duration=47.539693ms] [sql="ALTER TABLE `ddl_reentrant`.`t3` EXCHANGE PARTITION `p0` WITH TABLE `ddl_reentrant`.`t4` WITHOUT VALIDATION"] run task successfully [2025/04/05 08:24:59.679 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:29:34, a: 300, b: 300, }"] [2025/04/05 08:24:59.779 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:29:35, a: 301, b: 301, c: F, }"] [2025/04/05 08:24:59.879 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 302, b: 302, c: F, RLhzp: uSvsc, d: 08:29:36, }"] resume changefeed 5e7e6407-2f27-4030-80ad-e1fecc8568f2 from 457130035754303489 check_ts_forward 5e7e6407-2f27-4030-80ad-e1fecc8568f2 [Sat Apr 5 08:24:59 CST 2025] <<<<<< START cdc server in multi_rocks case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_rocks.2648626488.out server --log-file /tmp/tidb_cdc_test/multi_rocks/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_rocks/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 08:24:59.980 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:29:37, a: 303, b: 303, }"] [2025/04/05 08:25:00.080 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 304, b: 304, c: F, RLhzp: uSvsc, d: 08:29:38, }"] [2025/04/05 08:25:00.180 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:29:39, a: 305, b: 305, c: F, }"] [2025/04/05 08:25:00.280 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:29:40, a: 306, b: 306, }"] [2025/04/05 08:25:00.380 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 307, b: 307, c: F, RLhzp: uSvsc, d: 08:29:41, }"] [2025/04/05 08:25:00.481 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:29:42, a: 308, b: 308, }"] [2025/04/05 08:25:00.581 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 309, b: 309, c: F, RLhzp: uSvsc, d: 08:29:43, }"] "is-owner": true, run task successfully [2025/04/05 08:25:00.681 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 310, c: F, RLhzp: uSvsc, d: 08:29:44, a: 310, }"] [2025/04/05 08:25:00.781 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 311, c: F, RLhzp: uSvsc, d: 08:29:45, a: 311, }"] [2025/04/05 08:25:00.881 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 313, b: 313, c: F, RLhzp: uSvsc, d: 08:29:47, }"] [2025/04/05 08:25:00.981 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 314, c: F, RLhzp: uSvsc, d: 08:29:48, a: 314, }"] [2025/04/05 08:25:01.082 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 315, c: F, RLhzp: uSvsc, d: 08:29:49, a: 315, }"] [2025/04/05 08:25:01.182 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:29:50, a: 316, b: 316, c: F, }"] [2025/04/05 08:25:01.282 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 317, b: 317, c: F, RLhzp: uSvsc, d: 08:29:51, }"] [2025/04/05 08:25:01.382 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 318, c: F, RLhzp: uSvsc, d: 08:29:52, a: 318, }"] table consistent_replicate_storage_file_large_value.t2 not exists for 6-th check, retry later [2025/04/05 08:25:01.482 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 319, b: 319, c: F, RLhzp: uSvsc, d: 08:29:53, }"] [2025/04/05 08:25:01.582 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:29:54, a: 320, b: 320, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:01.683 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 321, b: 321, c: F, RLhzp: uSvsc, d: 08:29:55, }"] run task failed 1-th time, retry later [2025/04/05 08:25:01.783 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 322, c: F, RLhzp: uSvsc, d: 08:29:56, a: 322, }"] [2025/04/05 08:25:01.883 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 325, b: 325, c: F, RLhzp: uSvsc, d: 08:29:59, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:25:01 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1983aed5-c6de-4827-81cb-786473bb6a81 {"id":"1983aed5-c6de-4827-81cb-786473bb6a81","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812699} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355ea6ee7 1983aed5-c6de-4827-81cb-786473bb6a81 /tidb/cdc/default/default/upstream/7489618460984923272 {"id":7489618460984923272,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1983aed5-c6de-4827-81cb-786473bb6a81 {"id":"1983aed5-c6de-4827-81cb-786473bb6a81","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812699} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355ea6ee7 1983aed5-c6de-4827-81cb-786473bb6a81 /tidb/cdc/default/default/upstream/7489618460984923272 {"id":7489618460984923272,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1983aed5-c6de-4827-81cb-786473bb6a81 {"id":"1983aed5-c6de-4827-81cb-786473bb6a81","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812699} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355ea6ee7 1983aed5-c6de-4827-81cb-786473bb6a81 /tidb/cdc/default/default/upstream/7489618460984923272 {"id":7489618460984923272,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.generate_column.cli.36873.out cli changefeed create --start-ts=457130035695845377 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: d4b264d9-af99-4dd9-9df0-eb7d357008d6 Info: {"upstream_id":7489618460984923272,"namespace":"default","id":"d4b264d9-af99-4dd9-9df0-eb7d357008d6","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:25:02.119252261+08:00","start_ts":457130035695845377,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130035695845377,"checkpoint_ts":457130035695845377,"checkpoint_time":"2025-04-05 08:24:57.204"} PASS [2025/04/05 08:25:01.983 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 326, c: F, RLhzp: uSvsc, d: 08:30:00, a: 326, }"] [2025/04/05 08:25:02.083 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 327, b: 327, c: F, RLhzp: uSvsc, d: 08:30:01, }"] [2025/04/05 08:25:02.184 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 328, b: 328, c: F, RLhzp: uSvsc, d: 08:30:02, }"] owner pid: 6448 owner id 225078d2-25dc-4393-90b8-12587ff62674 process status: T ETCDCTL_API=3 etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix | grep -v '225078d2-25dc-4393-90b8-12587ff62674' coverage: 2.4% of statements in github.com/pingcap/tiflow/... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 08:25:02.284 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 329, b: 329, c: F, RLhzp: uSvsc, d: 08:30:03, }"] [2025/04/05 08:25:02.384 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 330, b: 330, c: F, RLhzp: uSvsc, d: 08:30:04, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL /tidb/cdc/default/__cdc_meta__/owner/223196035248bba6 run task successfully process status: S nonempty select id, val from test.availability1 where id=2 and val=22 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later [2025/04/05 08:25:02.484 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:30:05, a: 331, b: 331, c: F, }"] [2025/04/05 08:25:02.584 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 332, b: 332, c: F, RLhzp: uSvsc, d: 08:30:06, }"] [2025/04/05 08:25:02.684 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 333, b: 333, c: F, RLhzp: uSvsc, d: 08:30:07, }"] * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:25:02 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7538fbb3-ee58-4b05-870c-07cc303277d1 {"id":"7538fbb3-ee58-4b05-870c-07cc303277d1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812699} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355b0120d 7538fbb3-ee58-4b05-870c-07cc303277d1 /tidb/cdc/default/default/upstream/7489618395040736000 {"id":7489618395040736000,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7538fbb3-ee58-4b05-870c-07cc303277d1 {"id":"7538fbb3-ee58-4b05-870c-07cc303277d1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812699} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355b0120d 7538fbb3-ee58-4b05-870c-07cc303277d1 /tidb/cdc/default/default/upstream/7489618395040736000 {"id":7489618395040736000,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7538fbb3-ee58-4b05-870c-07cc303277d1 {"id":"7538fbb3-ee58-4b05-870c-07cc303277d1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812699} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355b0120d 7538fbb3-ee58-4b05-870c-07cc303277d1 /tidb/cdc/default/default/upstream/7489618395040736000 {"id":7489618395040736000,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_rocks.cli.28570.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ [2025/04/05 08:25:02.785 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 335, b: 335, c: F, RLhzp: uSvsc, d: 08:30:09, }"] [2025/04/05 08:25:02.885 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 336, b: 336, c: F, RLhzp: uSvsc, d: 08:30:10, }"] Create changefeed successfully! ID: 71052158-b53d-4be2-a4d5-8ed68c4d698d Info: {"upstream_id":7489618395040736000,"namespace":"default","id":"71052158-b53d-4be2-a4d5-8ed68c4d698d","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:25:02.940668688+08:00","start_ts":457130037179318276,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130037179318276,"checkpoint_ts":457130037179318276,"checkpoint_time":"2025-04-05 08:25:02.863"} PASS [2025/04/05 08:25:02.985 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 337, b: 337, c: F, RLhzp: uSvsc, d: 08:30:11, }"] [2025/04/05 08:25:03.085 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:30:12, a: 338, b: 338, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:03.185 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 340, b: 340, c: F, RLhzp: uSvsc, d: 08:30:14, }"] coverage: 2.4% of statements in github.com/pingcap/tiflow/... [2025/04/05 08:25:03.285 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 341, b: 341, c: F, RLhzp: uSvsc, d: 08:30:15, }"] [2025/04/05 08:25:03.386 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 342, b: 342, c: F, RLhzp: uSvsc, d: 08:30:16, }"] table consistent_replicate_storage_file_large_value.t2 exists check diff successfully [2025/04/05 08:25:03.486 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 343, c: F, RLhzp: uSvsc, d: 08:30:17, a: 343, }"] [2025/04/05 08:25:03.586 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:30:18, a: 344, b: 344, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:03.686 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 345, b: 345, c: F, RLhzp: uSvsc, d: 08:30:19, }"] check_ts_forward 5e7e6407-2f27-4030-80ad-e1fecc8568f2 + set +x table generate_column.t1 not exists for 1-th check, retry later [2025/04/05 08:25:03.786 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:30:20, a: 346, b: 346, c: F, }"] [2025/04/05 08:25:03.887 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 347, b: 347, c: F, RLhzp: uSvsc, d: 08:30:21, }"] wait process cdc.test exit for 1-th time... [2025/04/05 08:25:03.987 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 348, b: 348, c: F, RLhzp: uSvsc, d: 08:30:22, }"] [2025/04/05 08:25:04.087 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 349, b: 349, c: F, RLhzp: uSvsc, d: 08:30:23, }"] [2025/04/05 08:25:04.187 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 350, b: 350, c: F, RLhzp: uSvsc, d: 08:30:25, }"] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) nonempty select id, val from test.availability1 where id=2 and val=22 run task successfully [2025/04/05 08:25:04.287 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:30:26, a: 351, b: 351, c: F, }"] [2025/04/05 08:25:04.388 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 352, c: F, RLhzp: uSvsc, d: 08:30:27, a: 352, }"] \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } + set +x [Pipeline] // timeout wait process cdc.test exit for 2-th time... [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) [2025/04/05 08:25:04.488 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 353, b: 353, c: F, RLhzp: uSvsc, d: 08:30:28, }"] [2025/04/05 08:25:04.589 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:30:29, a: 354, b: 354, }"] [2025/04/05 08:25:04.689 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:30:30, a: 355, b: 355, c: F, }"] [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage wait process cdc.test exit for 1-th time... [Pipeline] } [2025/04/05 08:25:04.789 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 356, b: 356, c: F, RLhzp: uSvsc, d: 08:30:31, }"] [2025/04/05 08:25:04.889 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:30:32, a: 357, b: 357, }"] [Pipeline] // container [Pipeline] } cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:25:04 CST 2025] <<<<<< START cdc server in consistent_replicate_storage_file_large_value case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkHangLongTime=return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_storage_file_large_value.1493114933.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Pipeline] // withEnv [2025/04/05 08:25:04.989 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 358, c: F, RLhzp: uSvsc, d: 08:30:33, a: 358, }"] [2025/04/05 08:25:05.089 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 359, b: 359, c: F, RLhzp: uSvsc, d: 08:30:34, }"] [2025/04/05 08:25:05.190 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 360, b: 360, c: F, RLhzp: uSvsc, d: 08:30:36, }"] [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [2025/04/05 08:25:05.290 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:30:37, a: 361, b: 361, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:05.390 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 362, b: 362, c: F, RLhzp: uSvsc, d: 08:30:38, }"] [2025/04/05 08:25:05.490 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 363, b: 363, c: F, RLhzp: uSvsc, d: 08:30:39, }"] wait process cdc.test exit for 2-th time... [Pipeline] // withEnv ***************** properties ***************** "readproportion"="0" "scanproportion"="0" "dotransactions"="false" "requestdistribution"="uniform" "mysql.db"="multi_rocks" "updateproportion"="0" "operationcount"="0" "recordcount"="1000" "mysql.host"="127.0.0.1" "mysql.user"="root" "readallfields"="true" "table"="a1" "threadcount"="2" "workload"="core" "mysql.port"="4000" "insertproportion"="0" ********************************************** [Pipeline] } changefeed is working normally rts: 457130037170143200->457130037694169100 checkpoint: 457130037170143200->457130037694169100 run task successfully check_ddl_executed /tmp/tidb_cdc_test/ddl_reentrant/cdc.log /tmp/tidb_cdc_test/ddl_reentrant/ddl_temp.sql true [2025/04/05 08:25:00.070 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=default] [changefeed=5e7e6407-2f27-4030-80ad-e1fecc8568f2] [duration=48.268855ms] [sql="ALTER TABLE `ddl_reentrant`.`t3` EXCHANGE PARTITION `p0` WITH TABLE `ddl_reentrant`.`t4` WITHOUT VALIDATION"] run task successfully [Pipeline] // stage [Pipeline] } [2025/04/05 08:25:05.590 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:30:40, a: 364, b: 364, }"] [2025/04/05 08:25:05.691 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:30:41, a: 365, b: 365, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:05.791 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 366, b: 366, c: F, RLhzp: uSvsc, d: 08:30:42, }"] [2025/04/05 08:25:05.891 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:30:43, a: 367, b: 367, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:05.991 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 368, b: 368, c: F, RLhzp: uSvsc, d: 08:30:44, }"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit sql_check run sql_check, 127.0.0.1 run task successfully run test case test_stop_processor [Sat Apr 5 08:25:05 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + GO_FAILPOINTS= + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.66556657.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_stop_processor.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_stop_processor --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Run finished, takes 597.674387ms INSERT - Takes(s): 0.6, Count: 1000, OPS: 1722.2, Avg(us): 1164, Min(us): 884, Max(us): 16928, 95th(us): 2000, 99th(us): 2000 wait process cdc.test exit for 1-th time... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 08:25:06.091 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:30:45, a: 369, b: 369, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:06.191 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 370, b: 370, c: F, RLhzp: uSvsc, d: 08:30:46, }"] table generate_column.t1 exists table generate_column.t2 not exists for 1-th check, retry later [2025/04/05 08:25:06.292 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 371, b: 371, c: F, RLhzp: uSvsc, d: 08:30:47, }"] [2025/04/05 08:25:06.392 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 372, b: 372, c: F, RLhzp: uSvsc, d: 08:30:48, }"] [2025/04/05 08:25:06.492 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 373, b: 373, c: F, RLhzp: uSvsc, d: 08:30:49, }"] ***************** properties ***************** "recordcount"="1000" "mysql.host"="127.0.0.1" "mysql.db"="multi_rocks" "requestdistribution"="uniform" "workload"="core" "mysql.user"="root" "readallfields"="true" "readproportion"="0" "table"="a2" "updateproportion"="0" "insertproportion"="0" "operationcount"="0" "scanproportion"="0" "threadcount"="2" "dotransactions"="false" "mysql.port"="4000" ********************************************** wait process cdc.test exit for 2-th time... [2025/04/05 08:25:06.592 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 374, b: 374, c: F, RLhzp: uSvsc, d: 08:30:50, }"] [2025/04/05 08:25:06.692 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 375, b: 375, c: F, RLhzp: uSvsc, d: 08:30:51, }"] [2025/04/05 08:24:56.142 +08:00] [INFO] [main.go:86] ["running ddl test: 0 createDropSchemaDDL"] [2025/04/05 08:24:56.350 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 08:24:56.357 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 08:24:56.528 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 08:24:56.530 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 08:24:56.541 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 08:24:56.543 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 08:24:56.708 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 08:24:56.722 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 08:24:57.912 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 08:24:57.914 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 08:24:57.930 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 08:24:57.933 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 08:24:58.103 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 08:24:58.122 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 08:24:58.297 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/05 08:24:58.298 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 08:24:58.322 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 08:24:58.325 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 08:24:59.494 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/05 08:24:59.534 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 08:24:59.687 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 08:24:59.690 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 08:24:59.738 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 08:24:59.742 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 08:25:01.068 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 08:25:01.084 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/05 08:25:06.652 +08:00] [INFO] [main.go:86] ["running ddl test: 1 truncateDDL"] [2025/04/05 08:25:06.863 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 08:25:06.869 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 08:25:06.793 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 377, b: 377, c: F, RLhzp: uSvsc, d: 08:30:53, }"] [2025/04/05 08:25:06.893 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 378, c: F, RLhzp: uSvsc, d: 08:30:54, a: 378, }"] [2025/04/05 08:25:06.993 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 379, b: 379, c: F, RLhzp: uSvsc, d: 08:30:55, }"] [2025/04/05 08:25:07.049 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 08:25:07.051 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 08:25:07.063 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 08:25:07.065 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] Run finished, takes 554.486076ms INSERT - Takes(s): 0.5, Count: 999, OPS: 1869.3, Avg(us): 1062, Min(us): 814, Max(us): 19943, 95th(us): 2000, 99th(us): 2000 [2025/04/05 08:25:07.093 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 380, b: 380, c: F, RLhzp: uSvsc, d: 08:30:56, }"] [2025/04/05 08:25:07.193 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 381, b: 381, c: F, RLhzp: uSvsc, d: 08:30:57, }"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:25:07 CST 2025] <<<<<< run test case ddl_reentrant success! >>>>>> [2025/04/05 08:25:07.236 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 08:25:07.263 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 08:25:07.294 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:30:58, a: 382, b: 382, }"] [2025/04/05 08:25:07.394 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 383, b: 383, c: F, RLhzp: uSvsc, d: 08:30:59, }"] [2025/04/05 08:25:07.494 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:31:00, a: 384, b: 384, }"] [2025/04/05 08:25:07.434 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 08:25:07.436 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 08:25:07.452 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 08:25:07.454 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 08:25:07.630 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 08:25:07.637 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] ***************** properties ***************** "mysql.port"="4000" "threadcount"="2" "readproportion"="0" "requestdistribution"="uniform" "insertproportion"="0" "mysql.host"="127.0.0.1" "dotransactions"="false" "scanproportion"="0" "operationcount"="0" "recordcount"="1000" "workload"="core" "table"="a3" "updateproportion"="0" "readallfields"="true" "mysql.db"="multi_rocks" "mysql.user"="root" ********************************************** [2025/04/05 08:25:07.594 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 385, b: 385, c: F, RLhzp: uSvsc, d: 08:31:01, }"] [2025/04/05 08:25:07.695 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 386, b: 386, c: F, RLhzp: uSvsc, d: 08:31:02, }"] [2025/04/05 08:25:07.811 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 08:25:07.816 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 08:25:07.825 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/05 08:25:07.827 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 08:25:07.795 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 387, b: 387, c: F, RLhzp: uSvsc, d: 08:31:03, }"] [2025/04/05 08:25:07.895 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 388, b: 388, c: F, RLhzp: uSvsc, d: 08:31:04, }"] [2025/04/05 08:25:07.995 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 389, b: 389, c: F, RLhzp: uSvsc, d: 08:31:05, }"] [2025/04/05 08:25:07.987 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 08:25:08.024 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] table generate_column.t2 not exists for 2-th check, retry later [2025/04/05 08:25:08.095 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:31:06, a: 390, b: 390, }"] [2025/04/05 08:25:08.196 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:31:07, a: 391, b: 391, c: F, RLhzp: uSvsc, }"] Run finished, takes 599.176779ms INSERT - Takes(s): 0.6, Count: 1000, OPS: 1728.9, Avg(us): 1166, Min(us): 875, Max(us): 20640, 95th(us): 2000, 99th(us): 2000 [2025/04/05 08:25:08.169 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 08:25:08.174 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 08:25:08.222 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 08:25:08.224 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 08:25:08.349 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:25:07 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/e7005b38-64a3-4fc5-99dd-50021709587f {UpstreamID:7489618370951968824 Namespace:default ID:e7005b38-64a3-4fc5-99dd-50021709587f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:24:39.512350223 +0800 CST StartTs:457130031035187205 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc000afd440 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130031048294407} {CheckpointTs:457130033931878416 MinTableBarrierTs:457130038270361605 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:121, startKey:7480000000000000ff795f720000000000fa, endKey:7480000000000000ff795f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cd267290-8c8d-4390-b97a-fdab1a68d038 {"id":"cd267290-8c8d-4390-b97a-fdab1a68d038","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812705} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355a1ab32 cd267290-8c8d-4390-b97a-fdab1a68d038 /tidb/cdc/default/default/changefeed/info/e7005b38-64a3-4fc5-99dd-50021709587f {"upstream-id":7489618370951968824,"namespace":"default","changefeed-id":"e7005b38-64a3-4fc5-99dd-50021709587f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:24:39.512350223+08:00","start-ts":457130031035187205,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130031048294407} /tidb/cdc/default/default/changefeed/status/e7005b38-64a3-4fc5-99dd-50021709587f {"checkpoint-ts":457130038270361605,"min-table-barrier-ts":457130038270361605,"admin-job-type":0} /tidb/cdc/default/default/task/position/cd267290-8c8d-4390-b97a-fdab1a68d038/e7005b38-64a3-4fc5-99dd-50021709587f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618370951968824 {"id":7489618370951968824,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/e7005b38-64a3-4fc5-99dd-50021709587f {UpstreamID:7489618370951968824 Namespace:default ID:e7005b38-64a3-4fc5-99dd-50021709587f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:24:39.512350223 +0800 CST StartTs:457130031035187205 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc000afd440 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130031048294407} {CheckpointTs:457130033931878416 MinTableBarrierTs:457130038270361605 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:121, startKey:7480000000000000ff795f720000000000fa, endKey:7480000000000000ff795f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cd267290-8c8d-4390-b97a-fdab1a68d038 {"id":"cd267290-8c8d-4390-b97a-fdab1a68d038","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812705} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355a1ab32 cd267290-8c8d-4390-b97a-fdab1a68d038 /tidb/cdc/default/default/changefeed/info/e7005b38-64a3-4fc5-99dd-50021709587f {"upstream-id":7489618370951968824,"namespace":"default","changefeed-id":"e7005b38-64a3-4fc5-99dd-50021709587f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:24:39.512350223+08:00","start-ts":457130031035187205,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130031048294407} /tidb/cdc/default/default/changefeed/status/e7005b38-64a3-4fc5-99dd-50021709587f {"checkpoint-ts":457130038270361605,"min-table-barrier-ts":457130038270361605,"admin-job-type":0} /tidb/cdc/default/default/task/position/cd267290-8c8d-4390-b97a-fdab1a68d038/e7005b38-64a3-4fc5-99dd-50021709587f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618370951968824 {"id":7489618370951968824,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + grep -q 'etcd info' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/e7005b38-64a3-4fc5-99dd-50021709587f {UpstreamID:7489618370951968824 Namespace:default ID:e7005b38-64a3-4fc5-99dd-50021709587f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:24:39.512350223 +0800 CST StartTs:457130031035187205 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc000afd440 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130031048294407} {CheckpointTs:457130033931878416 MinTableBarrierTs:457130038270361605 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:121, startKey:7480000000000000ff795f720000000000fa, endKey:7480000000000000ff795f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130038270361605, checkpointTs: 457130038270361605, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cd267290-8c8d-4390-b97a-fdab1a68d038 {"id":"cd267290-8c8d-4390-b97a-fdab1a68d038","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812705} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960355a1ab32 cd267290-8c8d-4390-b97a-fdab1a68d038 /tidb/cdc/default/default/changefeed/info/e7005b38-64a3-4fc5-99dd-50021709587f {"upstream-id":7489618370951968824,"namespace":"default","changefeed-id":"e7005b38-64a3-4fc5-99dd-50021709587f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:24:39.512350223+08:00","start-ts":457130031035187205,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130031048294407} /tidb/cdc/default/default/changefeed/status/e7005b38-64a3-4fc5-99dd-50021709587f {"checkpoint-ts":457130038270361605,"min-table-barrier-ts":457130038270361605,"admin-job-type":0} /tidb/cdc/default/default/task/position/cd267290-8c8d-4390-b97a-fdab1a68d038/e7005b38-64a3-4fc5-99dd-50021709587f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618370951968824 {"id":7489618370951968824,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x [2025/04/05 08:25:08.296 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 392, b: 392, c: F, RLhzp: uSvsc, d: 08:31:08, }"] [2025/04/05 08:25:08.396 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:31:09, a: 393, b: 393, }"] [2025/04/05 08:25:08.496 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 394, b: 394, c: F, RLhzp: uSvsc, d: 08:31:10, }"] [2025/04/05 08:25:08.423 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 08:25:08.535 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 08:25:08.541 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/05 08:25:08.615 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 08:25:08.621 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618518777144989 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5903f40012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:34952, start at 2025-04-05 08:25:06.588115595 +0800 CST m=+2.537956759 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:27:06.597 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:25:06.595 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:15:06.595 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618518777144989 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5903f40012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:34952, start at 2025-04-05 08:25:06.588115595 +0800 CST m=+2.537956759 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:27:06.597 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:25:06.595 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:15:06.595 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618520767254463 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5903b8000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:35019, start at 2025-04-05 08:25:06.581887287 +0800 CST m=+2.473894270 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:27:06.590 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:25:06.592 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:15:06.592 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/http_api_tls_with_user_auth/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/http_api_tls_with_user_auth/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/http_api_tls_with_user_auth/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/http_api_tls_with_user_auth/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/http_api_tls_with_user_auth/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/05 08:25:08.596 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 395, b: 395, c: F, RLhzp: uSvsc, d: 08:31:11, }"] [2025/04/05 08:25:08.697 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 396, c: F, RLhzp: uSvsc, d: 08:31:12, a: 396, }"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/owner_remove_table_error/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... ***************** properties ***************** "scanproportion"="0" "workload"="core" "mysql.host"="127.0.0.1" "dotransactions"="false" "requestdistribution"="uniform" "mysql.port"="4000" "insertproportion"="0" "readproportion"="0" "threadcount"="2" "operationcount"="0" "updateproportion"="0" "mysql.db"="multi_rocks" "recordcount"="1000" "table"="a4" "mysql.user"="root" "readallfields"="true" ********************************************** [2025/04/05 08:25:08.727 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/05 08:25:08.806 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/05 08:25:08.797 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:31:13, a: 397, b: 397, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:08.897 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:31:14, a: 398, b: 398, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:08.997 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:31:15, a: 399, b: 399, c: F, }"] [2025/04/05 08:25:08.921 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/05 08:25:08.926 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/05 08:25:08.999 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 08:25:09.010 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/05 08:25:09.113 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/05 08:25:09.097 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:31:18, a: 400, b: 400, }"] [2025/04/05 08:25:09.197 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:31:19, a: 401, b: 401, c: F, }"] [2025/04/05 08:25:09.298 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:31:20, a: 402, b: 402, c: F, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:25:09 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004218b40 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130038484271109 MinTableBarrierTs:457130038759522305 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130038746415110, checkpointTs: 457130038746415110, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457130038759522306, checkpointTs: 457130038759522305, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130038759522305, checkpointTs: 457130038759522305, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b67fea5d-2a49-4964-8001-5a0e740e48e3 {"id":"b67fea5d-2a49-4964-8001-5a0e740e48e3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812706} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/223196035248bc16 b67fea5d-2a49-4964-8001-5a0e740e48e3 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130038484271109,"min-table-barrier-ts":457130038759522305,"admin-job-type":0} /tidb/cdc/default/default/task/position/b67fea5d-2a49-4964-8001-5a0e740e48e3/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004218b40 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130038484271109 MinTableBarrierTs:457130038759522305 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130038746415110, checkpointTs: 457130038746415110, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457130038759522306, checkpointTs: 457130038759522305, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130038759522305, checkpointTs: 457130038759522305, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b67fea5d-2a49-4964-8001-5a0e740e48e3 {"id":"b67fea5d-2a49-4964-8001-5a0e740e48e3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812706} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/223196035248bc16 b67fea5d-2a49-4964-8001-5a0e740e48e3 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130038484271109,"min-table-barrier-ts":457130038759522305,"admin-job-type":0} /tidb/cdc/default/default/task/position/b67fea5d-2a49-4964-8001-5a0e740e48e3/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {UpstreamID:7489617442305048210 Namespace:default ID:0005ba55-c56c-4033-a8ea-8e3dbf242e6f SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:21:05.681430159 +0800 CST StartTs:457129973302165505 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004218b40 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457129974992994311} {CheckpointTs:457130038484271109 MinTableBarrierTs:457130038759522305 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130038746415110, checkpointTs: 457130038746415110, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457130038759522306, checkpointTs: 457130038759522305, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130038759522305, checkpointTs: 457130038759522305, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b67fea5d-2a49-4964-8001-5a0e740e48e3 {"id":"b67fea5d-2a49-4964-8001-5a0e740e48e3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812706} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/223196035248bc16 b67fea5d-2a49-4964-8001-5a0e740e48e3 /tidb/cdc/default/default/changefeed/info/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"upstream-id":7489617442305048210,"namespace":"default","changefeed-id":"0005ba55-c56c-4033-a8ea-8e3dbf242e6f","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:21:05.681430159+08:00","start-ts":457129973302165505,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457129974992994311} /tidb/cdc/default/default/changefeed/status/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":457130038484+ grep -q 'etcd info' 271109,"min-table-barrier-ts":457130038759522305,"admin-job-type":0} /tidb/cdc/default/default/task/position/b67fea5d-2a49-4964-8001-5a0e740e48e3/0005ba55-c56c-4033-a8ea-8e3dbf242e6f {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489617442305048210 {"id":7489617442305048210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' [2025/04/05 08:25:09.194 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/05 08:25:09.287 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/05 08:25:09.295 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/05 08:25:09.387 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 08:25:09.396 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] Run finished, takes 597.944193ms INSERT - Takes(s): 0.6, Count: 1000, OPS: 1729.7, Avg(us): 1167, Min(us): 821, Max(us): 19727, 95th(us): 2000, 99th(us): 2000 [2025/04/05 08:25:09.398 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 403, b: 403, c: F, RLhzp: uSvsc, d: 08:31:21, }"] [2025/04/05 08:25:09.498 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 404, b: 404, c: F, RLhzp: uSvsc, d: 08:31:22, }"] [2025/04/05 08:25:09.463 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/05 08:25:09.581 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/05 08:25:09.645 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 08:25:09.658 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/05 08:25:09.598 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 405, c: F, RLhzp: uSvsc, d: 08:31:23, a: 405, }"] [2025/04/05 08:25:09.698 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 406, b: 406, c: F, RLhzp: uSvsc, d: 08:31:24, }"] [2025/04/05 08:25:09.799 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 407, b: 407, c: F, RLhzp: uSvsc, d: 08:31:25, }"] [2025/04/05 08:25:09.784 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/05 08:25:09.794 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/05 08:25:09.829 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] ***************** properties ***************** "readallfields"="true" "insertproportion"="0" "readproportion"="0" "requestdistribution"="uniform" "updateproportion"="0" "threadcount"="2" "dotransactions"="false" "mysql.db"="multi_rocks" "mysql.port"="4000" "recordcount"="1000" "scanproportion"="0" "mysql.user"="root" "table"="a5" "operationcount"="0" "mysql.host"="127.0.0.1" "workload"="core" ********************************************** table generate_column.t2 exists check diff failed 1-th time, retry later [2025/04/05 08:25:09.899 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:31:26, a: 408, b: 408, }"] [2025/04/05 08:25:09.999 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 409, b: 409, c: F, RLhzp: uSvsc, d: 08:31:27, }"] [2025/04/05 08:25:09.994 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/05 08:25:10.021 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/05 08:25:10.034 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/05 08:25:10.099 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 410, b: 410, c: F, RLhzp: uSvsc, d: 08:31:28, }"] [2025/04/05 08:25:10.199 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:36:39, a: 411, b: 411, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:10.300 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 412, b: 412, c: F, RLhzp: uSvsc, d: 08:31:30, }"] [2025/04/05 08:25:10.192 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/05 08:25:10.202 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [2025/04/05 08:25:10.203 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/05 08:25:10.369 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/05 08:25:10.381 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/05 08:25:10.393 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/05 08:25:10.400 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 413, b: 413, c: F, RLhzp: uSvsc, d: 08:31:31, }"] [2025/04/05 08:25:10.500 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 414, c: F, RLhzp: uSvsc, d: 08:31:32, a: 414, }"] The 1 times to try to start tls tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/http_api_tls_with_user_auth Starting TLS PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 "is-owner": true, run task successfully [2025/04/05 08:25:10.541 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/05 08:25:10.550 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/05 08:25:10.551 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] [2025/04/05 08:25:10.600 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 415, c: F, RLhzp: uSvsc, d: 08:31:33, a: 415, }"] [2025/04/05 08:25:10.700 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 416, b: 416, c: F, RLhzp: uSvsc, d: 08:31:34, }"] [2025/04/05 08:25:10.800 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 417, c: F, RLhzp: uSvsc, d: 08:31:35, a: 417, }"] Run finished, takes 931.077814ms INSERT - Takes(s): 0.9, Count: 1000, OPS: 1097.4, Avg(us): 1828, Min(us): 849, Max(us): 75587, 95th(us): 2000, 99th(us): 20000 [2025/04/05 08:25:10.716 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/05 08:25:10.721 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/05 08:25:10.733 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [2025/04/05 08:25:10.904 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/05 08:25:10.906 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/05 08:25:10.917 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [2025/04/05 08:25:10.901 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:31:36, a: 418, b: 418, c: F, }"] [2025/04/05 08:25:11.001 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 419, b: 419, c: F, RLhzp: uSvsc, d: 08:31:37, }"] [2025/04/05 08:25:11.101 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:31:38, a: 420, b: 420, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:11.201 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:31:39, a: 421, b: 421, c: F, }"] [2025/04/05 08:25:11.301 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:31:40, a: 422, b: 422, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:11.219 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] [2025/04/05 08:25:11.219 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"] [2025/04/05 08:25:11.235 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"] [2025/04/05 08:25:11.400 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"] [2025/04/05 08:25:11.407 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"] [2025/04/05 08:25:11.422 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"] [2025/04/05 08:25:11.402 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:31:41, a: 423, b: 423, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:11.502 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:31:42, a: 424, b: 424, c: F, }"] [2025/04/05 08:25:11.583 +08:00] [INFO] [main.go:221] ["1 insert success: 2600"] [2025/04/05 08:25:11.594 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"] [2025/04/05 08:25:11.599 +08:00] [INFO] [main.go:235] ["1 delete success: 1300"] [2025/04/05 08:25:11.602 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 425, b: 425, c: F, RLhzp: uSvsc, d: 08:31:43, }"] [2025/04/05 08:25:11.702 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 426, b: 426, c: F, RLhzp: uSvsc, d: 08:31:44, }"] [2025/04/05 08:25:11.802 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:31:45, a: 427, b: 427, }"] owner pid: 6660 owner id b67fea5d-2a49-4964-8001-5a0e740e48e3 [2025/04/05 08:25:11.903 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 428, b: 428, c: F, RLhzp: uSvsc, d: 08:31:46, }"] [2025/04/05 08:25:12.003 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 429, b: 429, c: F, RLhzp: uSvsc, d: 08:31:47, }"] start tidb cluster in /tmp/tidb_cdc_test/owner_remove_table_error Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/05 08:25:12.103 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:31:50, a: 431, b: 431, c: F, }"] [2025/04/05 08:25:12.203 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:31:51, a: 432, b: 432, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:12.303 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 434, b: 434, c: F, RLhzp: uSvsc, d: 08:31:53, }"] check diff successfully wait process cdc.test exit for 1-th time... [2025/04/05 08:25:12.404 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:31:54, a: 435, b: 435, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:12.504 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:31:55, a: 436, b: 436, }"] table multi_rocks.finish_mark not exists for 1-th check, retry later [2025/04/05 08:25:12.604 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 437, b: 437, c: F, RLhzp: uSvsc, d: 08:31:56, }"] [2025/04/05 08:25:12.704 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:31:57, a: 438, b: 438, }"] [2025/04/05 08:25:12.805 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 439, b: 439, c: F, RLhzp: uSvsc, d: 08:31:58, }"] [2025/04/05 08:25:12.905 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 440, b: 440, c: F, RLhzp: uSvsc, d: 08:31:59, }"] [2025/04/05 08:25:13.005 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 441, b: 441, c: F, RLhzp: uSvsc, d: 08:32:00, }"] [2025/04/05 08:25:13.105 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 442, b: 442, c: F, RLhzp: uSvsc, d: 08:32:01, }"] wait process cdc.test exit for 2-th time... [2025/04/05 08:25:13.205 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 443, b: 443, c: F, RLhzp: uSvsc, d: 08:32:02, }"] [2025/04/05 08:25:13.305 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:32:03, a: 444, b: 444, c: F, }"] [2025/04/05 08:25:13.406 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:32:05, a: 446, b: 446, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:13.506 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:32:06, a: 447, b: 447, }"] [2025/04/05 08:25:13.606 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 448, b: 448, c: F, RLhzp: uSvsc, d: 08:32:07, }"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:25:13 CST 2025] <<<<<< run test case generate_column success! >>>>>> [2025/04/05 08:25:13.706 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 450, b: 450, c: F, RLhzp: uSvsc, d: 08:32:09, }"] [2025/04/05 08:25:13.806 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 451, c: F, RLhzp: uSvsc, d: 08:32:10, a: 451, }"] changefeed id: 0005ba55-c56c-4033-a8ea-8e3dbf242e6f curl -s -d "cf-id=0005ba55-c56c-4033-a8ea-8e3dbf242e6f&admin-job=1" http://127.0.0.1:8300/capture/owner/admin | grep true "status": true, run task successfully % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 89 100 35 100 54 474 732 --:--:-- --:--:-- --:--:-- 739 { "status": true, "message": "" }nonempty select id, val from test.availability1 where id=4 and val=4 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later [2025/04/05 08:25:13.907 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 452, b: 452, c: F, RLhzp: uSvsc, d: 08:32:11, }"] [2025/04/05 08:25:14.007 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:32:12, a: 453, b: 453, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:14.107 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:32:13, a: 454, b: 454, c: F, }"] [2025/04/05 08:25:14.207 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:32:14, a: 455, b: 455, c: F, }"] [2025/04/05 08:25:14.307 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:32:15, a: 456, b: 456, }"] [2025/04/05 08:25:14.408 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 457, b: 457, c: F, RLhzp: uSvsc, d: 08:32:16, }"] [2025/04/05 08:25:14.508 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:32:17, a: 458, b: 458, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:14.609 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 459, b: 459, c: F, RLhzp: uSvsc, d: 08:32:18, }"] table multi_rocks.finish_mark not exists for 2-th check, retry later Starting TLS TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 08:25:14.709 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 460, c: F, RLhzp: uSvsc, d: 08:32:21, a: 460, }"] [2025/04/05 08:25:14.809 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 461, b: 461, c: F, RLhzp: uSvsc, d: 08:32:22, }"] [2025/04/05 08:25:14.909 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:32:23, a: 462, b: 462, c: F, }"] [2025/04/05 08:25:15.009 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:32:25, a: 464, b: 464, c: F, RLhzp: uSvsc, }"] [row2="{ a: 464, b: 464, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:25, }"] [2025/04/05 08:25:15.110 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 466, b: 466, c: F, RLhzp: uSvsc, d: 08:32:27, }"] [row2="{ d: 08:32:27, a: 466, b: 466, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 08:25:15.210 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 467, b: 467, c: F, RLhzp: uSvsc, d: 08:32:28, }"] [row2="{ b: 467, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:28, a: 467, }"] [2025/04/05 08:25:15.310 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:32:29, a: 468, b: 468, }"] [row2="{ d: 08:32:29, a: 468, b: 468, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:15.410 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 469, b: 469, c: F, RLhzp: uSvsc, d: 08:40:05, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:40:05, a: 469, b: 469, c: e1Fmh2Hb, }"] [2025/04/05 08:25:15.510 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:32:31, a: 470, b: 470, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:15.610 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 471, b: 471, c: F, RLhzp: uSvsc, d: 08:32:32, }"] [row2="{ a: 471, b: 471, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:32, }"] nonempty select id, val from test.availability1 where id=4 and val=4 run task successfully test_stop_processor pass [2025/04/05 08:25:15.711 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 472, b: 472, c: F, RLhzp: uSvsc, d: 08:32:33, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:33, a: 472, b: 472, }"] [2025/04/05 08:25:15.811 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:32:35, a: 474, b: 474, c: F, RLhzp: uSvsc, }"] [row2="{ a: 474, b: 474, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:35, }"] [2025/04/05 08:25:15.911 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:32:36, a: 475, b: 475, }"] [row2="{ b: 475, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:36, a: 475, }"] [2025/04/05 08:25:16.011 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 476, b: 476, c: F, RLhzp: uSvsc, d: 08:32:37, }"] [row2="{ a: 476, b: 476, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:37, }"] [2025/04/05 08:25:16.111 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:32:38, a: 477, b: 477, c: F, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:38, a: 477, b: 477, c: e1Fmh2Hb, }"] wait process cdc.test exit for 1-th time... [2025/04/05 08:25:16.212 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 478, b: 478, c: F, RLhzp: uSvsc, d: 08:32:39, }"] [row2="{ b: 478, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:39, a: 478, }"] [2025/04/05 08:25:16.312 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:32:40, a: 479, b: 479, c: F, RLhzp: uSvsc, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:40, a: 479, b: 479, }"] table multi_rocks.finish_mark not exists for 3-th check, retry later [2025/04/05 08:25:16.412 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 480, b: 480, c: F, RLhzp: uSvsc, d: 08:32:41, }"] [2025/04/05 08:25:16.512 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ b: 481, c: F, RLhzp: uSvsc, d: 08:32:42, a: 481, }"] [row2="{ b: 481, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:42, a: 481, }"] [2025/04/05 08:25:16.612 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 482, b: 482, c: F, RLhzp: uSvsc, d: 08:32:43, }"] [row2="{ a: 482, b: 482, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:43, }"] wait process cdc.test exit for 2-th time... [2025/04/05 08:25:16.713 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 483, c: F, RLhzp: uSvsc, d: 08:32:44, a: 483, }"] [row2="{ a: 483, b: 483, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:44, }"] [2025/04/05 08:25:16.813 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:32:45, a: 484, b: 484, c: F, RLhzp: uSvsc, }"] [row2="{ a: 484, b: 484, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:45, }"] [2025/04/05 08:25:16.913 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:32:46, a: 485, b: 485, }"] [row2="{ a: 485, b: 485, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:46, }"] [2025/04/05 08:25:17.013 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:32:47, a: 486, b: 486, }"] [row2="{ a: 486, b: 486, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:47, }"] [2025/04/05 08:25:17.113 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 487, b: 487, c: F, RLhzp: uSvsc, d: 08:32:48, }"] [row2="{ a: 487, b: 487, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:48, }"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_cdc_cluster/run.sh using Sink-Type: mysql... <<================= Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community The 1 times to try to start tidb cluster... Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting TLS TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying TLS TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 08:25:17.213 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 488, b: 488, c: F, RLhzp: uSvsc, d: 08:32:49, }"] [row2="{ a: 488, b: 488, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:49, }"] [2025/04/05 08:25:17.314 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 489, c: F, RLhzp: uSvsc, d: 08:32:50, a: 489, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:50, a: 489, b: 489, }"] [2025/04/05 08:25:17.414 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 491, b: 491, c: F, RLhzp: uSvsc, d: 08:32:52, }"] [row2="{ b: 491, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:52, a: 491, }"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:25:17 CST 2025] <<<<<< run test case availability success! >>>>>> [2025/04/05 08:25:17.514 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 492, b: 492, c: F, RLhzp: uSvsc, d: 08:32:53, }"] [row2="{ b: 492, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:53, a: 492, }"] [2025/04/05 08:25:17.614 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 493, b: 493, c: F, RLhzp: uSvsc, d: 08:32:54, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:54, a: 493, b: 493, c: e1Fmh2Hb, }"] [2025/04/05 08:25:17.714 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:32:55, a: 494, b: 494, c: F, }"] [row2="{ a: 494, b: 494, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:55, }"] [2025/04/05 08:25:17.815 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ c: F, RLhzp: uSvsc, d: 08:32:56, a: 495, b: 495, }"] [row2="{ d: 08:32:56, a: 495, b: 495, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:17.915 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:32:57, a: 496, b: 496, }"] [row2="{ a: 496, b: 496, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:57, }"] [2025/04/05 08:25:18.015 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:32:58, a: 497, b: 497, }"] [row2="{ d: 08:32:58, a: 497, b: 497, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:18.115 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 498, b: 498, c: F, RLhzp: uSvsc, d: 08:32:59, }"] [row2="{ a: 498, b: 498, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:32:59, }"] [2025/04/05 08:25:17.518 +08:00] [INFO] [main.go:86] ["running ddl test: 2 addDropColumnDDL"] [2025/04/05 08:25:17.733 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 08:25:17.739 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 08:25:17.920 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 08:25:17.921 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 08:25:17.921 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 08:25:17.922 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 08:25:18.114 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 08:25:18.118 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 08:25:18.215 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 499, b: 499, c: F, RLhzp: uSvsc, d: 08:33:00, }"] [row2="{ a: 499, b: 499, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:00, }"] [2025/04/05 08:25:18.315 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 500, c: F, RLhzp: uSvsc, d: 08:33:04, a: 500, }"] [row2="{ d: 08:33:04, a: 500, b: 500, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:18.416 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ RLhzp: uSvsc, d: 08:33:05, a: 501, b: 501, c: F, }"] [row2="{ d: 08:33:05, a: 501, b: 501, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:18.293 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 08:25:18.294 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 08:25:18.300 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 08:25:18.301 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 08:25:18.471 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 08:25:18.483 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 08:25:18.516 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ d: 08:33:06, a: 502, b: 502, c: F, RLhzp: uSvsc, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:06, a: 502, b: 502, c: e1Fmh2Hb, }"] [2025/04/05 08:25:18.616 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 503, b: 503, c: F, RLhzp: uSvsc, d: 08:33:07, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:07, a: 503, b: 503, c: e1Fmh2Hb, }"] [2025/04/05 08:25:18.656 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 08:25:18.657 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 08:25:18.677 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 08:25:18.678 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/05 08:25:18.716 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 504, b: 504, c: F, RLhzp: uSvsc, d: 08:33:08, }"] [row2="{ a: 504, b: 504, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:08, }"] [2025/04/05 08:25:18.817 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:33:09, a: 505, b: 505, c: F, RLhzp: uSvsc, }"] [row2="{ a: 505, b: 505, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:09, }"] [2025/04/05 08:25:18.917 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 506, b: 506, c: F, RLhzp: uSvsc, d: 08:33:10, }"] [row2="{ a: 506, b: 506, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:10, }"] [2025/04/05 08:25:18.842 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 08:25:18.880 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] table multi_rocks.finish_mark exists check diff successfully ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 08:25:19.017 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 507, b: 507, c: F, RLhzp: uSvsc, d: 08:33:11, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:11, a: 507, b: 507, c: e1Fmh2Hb, }"] [2025/04/05 08:25:19.117 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 508, b: 508, c: F, RLhzp: uSvsc, d: 08:33:12, }"] [row2="{ a: 508, b: 508, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:12, }"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618574277533282 TiDB Cluster ID. tikv_gc_leader_uuid 6580d59bd8c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:36606, start at 2025-04-05 08:25:18.483379505 +0800 CST m=+1.636901817 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:27:18.490 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:25:18.485 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:15:18.485 +0800 All versions after safe point can be accessed. (DO NOT EDIT) [Sat Apr 5 08:25:18 CST 2025] <<<<<< START cdc server in http_api_tls_with_user_auth case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates ']' + curl_status_cmd='curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info' + GO_FAILPOINTS= + [[ no != \n\o ]] + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_api_tls_with_user_auth.3664936651.out server --log-file /tmp/tidb_cdc_test/http_api_tls_with_user_auth/cdc_http_api_tls_with_user_auth_tls1.log --log-level debug --data-dir /tmp/tidb_cdc_test/http_api_tls_with_user_auth/cdc_data_http_api_tls_with_user_auth_tls1 --cluster-id default --config /tmp/tidb_cdc_test/http_api_tls_with_user_auth/server.toml --ca /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem --cert-allowed-cn client --addr 127.0.0.1:8300 --pd https://127.0.0.1:2579 + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 08:25:19.160 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 08:25:19.161 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 08:25:19.252 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 08:25:19.253 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] wait process cdc.test exit for 1-th time... [2025/04/05 08:25:19.217 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 509, b: 509, c: F, RLhzp: uSvsc, d: 08:33:13, }"] [row2="{ a: 509, b: 509, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:13, }"] [2025/04/05 08:25:19.317 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:33:14, a: 510, b: 510, }"] [row2="{ a: 510, b: 510, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:14, }"] [2025/04/05 08:25:19.418 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:33:15, a: 511, b: 511, c: F, }"] [row2="{ d: 08:33:15, a: 511, b: 511, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:19.383 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/05 08:25:19.451 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 08:25:19.518 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:33:16, a: 512, b: 512, }"] [row2="{ d: 08:33:16, a: 512, b: 512, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:19.618 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 513, b: 513, c: F, RLhzp: uSvsc, d: 08:33:17, }"] [row2="{ a: 513, b: 513, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:17, }"] [2025/04/05 08:25:19.570 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/05 08:25:19.571 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 08:25:19.650 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/05 08:25:19.651 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 08:25:19.756 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] wait process cdc.test exit for 2-th time... [2025/04/05 08:25:19.718 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ d: 08:33:18, a: 514, b: 514, c: F, RLhzp: uSvsc, }"] [row2="{ b: 514, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:18, a: 514, }"] [2025/04/05 08:25:19.818 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 515, c: F, RLhzp: uSvsc, d: 08:33:19, a: 515, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:19, a: 515, b: 515, c: e1Fmh2Hb, }"] [2025/04/05 08:25:19.918 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:33:20, a: 516, b: 516, c: F, }"] [row2="{ a: 516, b: 516, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:20, }"] [2025/04/05 08:25:19.848 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/05 08:25:19.945 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/05 08:25:19.946 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:25:20 CST 2025] <<<<<< run test case multi_rocks success! >>>>>> [2025/04/05 08:25:20.018 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ RLhzp: uSvsc, d: 08:33:21, a: 517, b: 517, c: F, }"] [row2="{ a: 517, b: 517, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:21, }"] [2025/04/05 08:25:20.118 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:33:22, a: 518, b: 518, }"] [row2="{ b: 518, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:22, a: 518, }"] [2025/04/05 08:25:20.219 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 519, b: 519, c: F, RLhzp: uSvsc, d: 08:33:23, }"] [row2="{ d: 08:33:23, a: 519, b: 519, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:20.048 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/05 08:25:20.049 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 08:25:20.129 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/05 08:25:20.259 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/05 08:25:20.319 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:33:24, a: 520, b: 520, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:24, a: 520, b: 520, c: e1Fmh2Hb, }"] [2025/04/05 08:25:20.419 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 522, b: 522, c: F, RLhzp: uSvsc, d: 08:33:26, }"] [row2="{ a: 522, b: 522, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:26, }"] start tidb cluster in /tmp/tidb_cdc_test/multi_cdc_cluster Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/05 08:25:20.306 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/05 08:25:20.307 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/05 08:25:20.450 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/05 08:25:20.450 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 08:25:20.496 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/05 08:25:20.519 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:33:27, a: 523, b: 523, c: F, }"] [row2="{ a: 523, b: 523, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:27, }"] [2025/04/05 08:25:20.619 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 524, b: 524, c: F, RLhzp: uSvsc, d: 08:33:28, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:28, a: 524, b: 524, }"] [2025/04/05 08:25:20.720 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 525, b: 525, c: F, RLhzp: uSvsc, d: 08:33:29, }"] [row2="{ a: 525, b: 525, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:29, }"] [2025/04/05 08:25:20.642 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/05 08:25:20.675 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/05 08:25:20.676 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 08:25:20.820 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 526, b: 526, c: F, RLhzp: uSvsc, d: 08:33:30, }"] [row2="{ a: 526, b: 526, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:30, }"] [2025/04/05 08:25:20.920 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 527, b: 527, c: F, RLhzp: uSvsc, d: 08:33:31, }"] [row2="{ a: 527, b: 527, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:31, }"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618574093154493 TiDB Cluster ID. tikv_gc_leader_uuid 6580d59c92c0018 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-03lkd, pid:10207, start at 2025-04-05 08:25:19.224577364 +0800 CST m=+2.337399743 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:27:19.232 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:25:19.279 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:15:19.279 +0800 All versions after safe point can be accessed. (DO NOT EDIT) [2025/04/05 08:25:20.833 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/05 08:25:20.834 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/05 08:25:20.855 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] [2025/04/05 08:25:21.020 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 528, b: 528, c: F, RLhzp: uSvsc, d: 08:33:32, }"] [row2="{ d: 08:33:32, a: 528, b: 528, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:21.120 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:33:33, a: 529, b: 529, c: F, RLhzp: uSvsc, }"] [row2="{ a: 529, b: 529, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:33:33, }"] [2025/04/05 08:25:21.220 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:33:34, a: 530, b: 530, c: F, }"] [row2="{ b: 530, c: fDdiefUc, RLhzp: lpr4iKYSmu42DDJPr4ph2, d: 08:33:34, a: 530, }"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618574093154493 TiDB Cluster ID. tikv_gc_leader_uuid 6580d59c92c0018 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-03lkd, pid:10207, start at 2025-04-05 08:25:19.224577364 +0800 CST m=+2.337399743 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:27:19.232 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:25:19.279 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:15:19.279 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618569078892589 TiDB Cluster ID. tikv_gc_leader_uuid 6580d59c9e40002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-t-03lkd, pid:10271, start at 2025-04-05 08:25:19.225915704 +0800 CST m=+2.281776020 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:27:19.234 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:25:19.279 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:15:19.279 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/owner_remove_table_error/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/owner_remove_table_error/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/owner_remove_table_error/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/owner_remove_table_error/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/owner_remove_table_error/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/05 08:25:21.157 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/05 08:25:21.167 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/05 08:25:21.168 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/05 08:25:21.321 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 531, b: 531, c: F, RLhzp: uSvsc, d: 08:33:35, }"] [row2="{ a: 531, b: 531, c: k0g6Bls, RLhzp: ecsBWRvowxVM3HEuRH526vaf1sv, d: 08:33:35, }"] [2025/04/05 08:25:21.421 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ c: F, RLhzp: uSvsc, d: 08:33:36, a: 532, b: 532, }"] [row2="{ a: 532, b: 532, c: x6WzQhsN, RLhzp: h1bgIwZENKtcwq3pbFBSjJRbxOrhoTCmlBaaBcgsf, d: 08:33:36, }"] [2025/04/05 08:25:21.343 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/05 08:25:21.344 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/05 08:25:21.348 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [2025/04/05 08:25:21.529 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/05 08:25:21.530 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/05 08:25:21.530 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/05 08:25:21.521 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 533, b: 533, c: F, RLhzp: uSvsc, d: 08:33:37, }"] [row2="{ a: 533, b: 533, c: q8, RLhzp: mNB0kKIeNOeJ1IjvAm, d: 08:33:37, }"] [2025/04/05 08:25:21.621 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 534, b: 534, c: F, RLhzp: uSvsc, d: 08:33:38, }"] [row2="{ c: Y7, RLhzp: U128Yhjg2Vjlbdbq1, d: 08:33:38, a: 534, b: 534, }"] [2025/04/05 08:25:21.721 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 535, c: F, RLhzp: uSvsc, d: 08:33:39, a: 535, }"] [row2="{ a: 535, b: 535, c: PypNOoL, RLhzp: OuHeQxGj5C59Tz5PiC, d: 08:33:39, }"] [2025/04/05 08:25:21.707 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] [2025/04/05 08:25:21.707 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/05 08:25:21.708 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] Verifying downstream PD is started... [2025/04/05 08:25:21.821 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ c: F, RLhzp: uSvsc, d: 08:33:40, a: 536, b: 536, }"] [row2="{ RLhzp: CwnpHkX86z5K, d: 08:33:40, a: 536, b: 536, c: whP, }"] [2025/04/05 08:25:21.922 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 537, b: 537, c: F, RLhzp: uSvsc, d: 08:33:41, }"] [row2="{ a: 537, b: 537, c: B93cy77s, RLhzp: ML8MX9LAnAmMnmEcDmjCtGpozfNd9wUjI, d: 08:33:41, }"] [2025/04/05 08:25:21.885 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [2025/04/05 08:25:21.886 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/05 08:25:21.898 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/05 08:25:22.022 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:33:42, a: 538, b: 538, c: F, }"] [row2="{ a: 538, b: 538, c: e4JFSQ5VMJ, RLhzp: r5L7EHgEHBc6BUe1K7lZwbv1on2umH0mc7u1tVtDn, d: 08:33:42, }"] [2025/04/05 08:25:22.122 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:33:43, a: 539, b: 539, c: F, RLhzp: uSvsc, }"] [row2="{ RLhzp: Rp, d: 08:33:43, a: 539, b: 539, c: 5fn, }"] [2025/04/05 08:25:22.222 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 540, b: 540, c: F, RLhzp: uSvsc, d: 08:33:44, }"] [2025/04/05 08:25:22.061 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/05 08:25:22.073 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [2025/04/05 08:25:22.074 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/05 08:25:22.231 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"] [2025/04/05 08:25:22.232 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"] [2025/04/05 08:25:22.243 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] + (( i++ )) + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Initializing NSS with certpath: sql:/etc/pki/nssdb * CAfile: /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem CApath: none * NSS: client certificate from file * subject: CN=client * start date: Feb 18 07:48:00 2020 GMT * expire date: Jan 25 07:48:00 2120 GMT * common name: client * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * SSL connection using TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256 * Server certificate: * subject: CN=tidb-server * start date: Feb 18 09:11:00 2020 GMT * expire date: Jan 25 09:11:00 2120 GMT * common name: tidb-server * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:25:22 GMT < Content-Length: 1253 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e04de634-cce8-4a92-8823-a21e5bac11f7 {"id":"e04de634-cce8-4a92-8823-a21e5bac11f7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812719} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9603565079dd e04de634-cce8-4a92-8823-a21e5bac11f7 /tidb/cdc/default/default/upstream/7489618574277533282 {"id":7489618574277533282,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e04de634-cce8-4a92-8823-a21e5bac11f7 {"id":"e04de634-cce8-4a92-8823-a21e5bac11f7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812719} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9603565079dd e04de634-cce8-4a92-8823-a21e5bac11f7 /tidb/cdc/default/default/upstream/7489618574277533282 {"id":7489618574277533282,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e04de634-cce8-4a92-8823-a21e5bac11f7 {"id":"e04de634-cce8-4a92-8823-a21e5bac11f7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812719} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9603565079dd e04de634-cce8-4a92-8823-a21e5bac11f7 /tidb/cdc/default/default/upstream/7489618574277533282 {"id":7489618574277533282,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'etcd info' + break + set +x [2025/04/05 08:25:22.322 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: uSvsc, d: 08:33:45, a: 541, b: 541, c: F, }"] [2025/04/05 08:25:22.422 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 542, b: 542, c: F, RLhzp: uSvsc, d: 08:33:46, }"] [2025/04/05 08:25:22.423 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"] [2025/04/05 08:25:22.429 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"] [2025/04/05 08:25:22.430 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"] [2025/04/05 08:25:22.523 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:33:47, a: 543, b: 543, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:22.623 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 544, b: 544, c: F, RLhzp: uSvsc, d: 08:33:48, }"] [2025/04/05 08:25:22.723 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 545, b: 545, c: F, RLhzp: uSvsc, d: 08:33:49, }"] [2025/04/05 08:25:22.823 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 546, b: 546, c: F, RLhzp: uSvsc, d: 08:33:50, }"] [2025/04/05 08:25:22.923 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 547, b: 547, c: F, RLhzp: uSvsc, d: 08:33:51, }"] [2025/04/05 08:25:23.024 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 548, b: 548, c: F, RLhzp: uSvsc, d: 08:33:52, }"] [2025/04/05 08:25:23.124 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 549, b: 549, c: F, RLhzp: uSvsc, d: 08:33:53, }"] [2025/04/05 08:25:23.224 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 550, b: 550, c: F, RLhzp: uSvsc, d: 08:33:54, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7Bh4fHMUe7aXaGUPtCZxWA4HMuvxgk, d: 08:33:54, a: 550, b: 550, }"] [2025/04/05 08:25:23.324 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 551, c: F, RLhzp: uSvsc, d: 08:33:55, a: 551, }"] [row2="{ a: 551, b: 551, c: e1Fmh2Hb, RLhzp: cUWRTroiMBb4jAMLjdxEBlJ, d: 08:33:55, }"] [2025/04/05 08:25:23.424 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 552, b: 552, c: F, RLhzp: uSvsc, d: 08:33:56, }"] [row2="{ a: 552, b: 552, c: e1Fmh2Hb, RLhzp: x2LKcVAAY9CCoEslwTp08lW, d: 08:33:56, }"] [2025/04/05 08:25:23.525 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 553, b: 553, c: F, RLhzp: uSvsc, d: 08:33:57, }"] [row2="{ a: 553, b: 553, c: e1Fmh2Hb, RLhzp: Kqi2PBjuON7EiLa63BXkbhkhNUNCth5VaCp60KD, d: 08:33:57, }"] [Sat Apr 5 08:25:23 CST 2025] <<<<<< START cdc server in owner_remove_table_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/OwnerRemoveTableError=1*return(true)' + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.owner_remove_table_error.1151311515.out server --log-file /tmp/tidb_cdc_test/owner_remove_table_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/owner_remove_table_error/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 08:25:23.625 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 554, b: 554, c: F, RLhzp: uSvsc, d: 08:33:58, }"] [row2="{ RLhzp: ARiM71cnhiSm7PA0R, d: 08:33:58, a: 554, b: 554, c: e1Fmh2Hb, }"] [2025/04/05 08:25:23.725 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 555, b: 555, c: F, RLhzp: uSvsc, d: 08:33:59, }"] [row2="{ a: 555, b: 555, c: e1Fmh2Hb, RLhzp: eFjshC0azfF8ZpswyJMybF6c9I3sJ0hGtUWovn8p, d: 08:33:59, }"] [2025/04/05 08:25:23.825 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 556, b: 556, c: F, RLhzp: uSvsc, d: 08:34:00, }"] [row2="{ b: 556, c: e1Fmh2Hb, RLhzp: ch4x8WLWbAp2, d: 08:34:00, a: 556, }"] [2025/04/05 08:25:23.925 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:34:01, a: 557, b: 557, c: F, }"] [row2="{ d: 08:34:01, a: 557, b: 557, c: e1Fmh2Hb, RLhzp: JAc8HZp9dJ1jV4BAn9Qei9ul5xYRh5NAAD63p7m, }"] [2025/04/05 08:25:24.025 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:34:02, a: 558, b: 558, }"] [row2="{ a: 558, b: 558, c: e1Fmh2Hb, RLhzp: RbZ2gpgsfrkycZoiG2NglIGpcUF2KjkcYe, d: 08:34:02, }"] [2025/04/05 08:25:24.125 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 559, b: 559, c: F, RLhzp: uSvsc, d: 08:34:03, }"] [row2="{ RLhzp: Uf7sfj27DyUbhUFNYWLE, d: 08:34:03, a: 559, b: 559, c: e1Fmh2Hb, }"] [2025/04/05 08:25:24.226 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 560, c: F, RLhzp: uSvsc, d: 08:34:04, a: 560, }"] [Sat Apr 5 08:25:24 CST 2025] <<<<<< START cdc server in http_api_tls_with_user_auth case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates ']' + curl_status_cmd='curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8301/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_api_tls_with_user_auth.3671536717.out server --log-file /tmp/tidb_cdc_test/http_api_tls_with_user_auth/cdc_http_api_tls_with_user_auth_tls2.log --log-level debug --data-dir /tmp/tidb_cdc_test/http_api_tls_with_user_auth/cdc_data_http_api_tls_with_user_auth_tls2 --cluster-id default --config /tmp/tidb_cdc_test/http_api_tls_with_user_auth/server.toml --ca /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem --cert-allowed-cn client --addr 127.0.0.1:8301 --pd https://127.0.0.1:2579 ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 08:25:24.326 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 561, b: 561, c: F, RLhzp: uSvsc, d: 08:34:05, }"] [2025/04/05 08:25:24.427 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:34:06, a: 562, b: 562, }"] [2025/04/05 08:25:24.527 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 563, c: F, RLhzp: uSvsc, d: 08:34:07, a: 563, }"] [2025/04/05 08:25:24.627 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 564, b: 564, c: F, RLhzp: uSvsc, d: 08:34:08, }"] [2025/04/05 08:25:24.727 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: uSvsc, d: 08:34:09, a: 565, b: 565, }"] [2025/04/05 08:25:24.828 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 566, b: 566, c: F, RLhzp: uSvsc, d: 08:34:10, }"] [2025/04/05 08:25:24.928 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 567, b: 567, c: F, RLhzp: uSvsc, d: 08:34:11, }"] [2025/04/05 08:25:25.028 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 568, c: F, RLhzp: uSvsc, d: 08:34:12, a: 568, }"] [2025/04/05 08:25:25.128 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:34:13, a: 569, b: 569, c: F, RLhzp: uSvsc, }"] [2025/04/05 08:25:25.228 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 570, b: 570, c: F, RLhzp: uSvsc, d: 08:34:14, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:34:14, a: 570, b: 570, c: e1Fmh2Hb, }"] [2025/04/05 08:25:25.329 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ c: F, RLhzp: uSvsc, d: 08:34:15, a: 571, b: 571, }"] [row2="{ a: 571, b: 571, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:34:15, }"] [2025/04/05 08:25:25.429 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 572, b: 572, c: F, RLhzp: uSvsc, d: 08:34:16, }"] [row2="{ a: 572, b: 572, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:34:16, }"] [2025/04/05 08:25:25.529 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 573, b: 573, c: F, RLhzp: uSvsc, d: 08:34:17, }"] [row2="{ a: 573, b: 573, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:34:17, }"] [2025/04/05 08:25:25.629 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 574, b: 574, c: F, RLhzp: uSvsc, d: 08:34:18, }"] [row2="{ a: 574, b: 574, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:34:18, }"] [2025/04/05 08:25:25.729 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 575, b: 575, c: F, RLhzp: uSvsc, d: 08:34:19, }"] [row2="{ a: 575, b: 575, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:34:19, }"] \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) [2025/04/05 08:25:25.829 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 576, b: 576, c: F, RLhzp: uSvsc, d: 08:34:20, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:34:20, a: 576, b: 576, }"] [2025/04/05 08:25:25.930 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 577, b: 577, c: F, RLhzp: uSvsc, d: 08:34:21, }"] [row2="{ a: 577, b: 577, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:34:21, }"] [2025/04/05 08:25:26.030 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 578, b: 578, c: F, RLhzp: uSvsc, d: 08:34:22, }"] [row2="{ d: 08:34:22, a: 578, b: 578, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL [Pipeline] // stage [2025/04/05 08:25:26.130 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:34:23, a: 579, b: 579, c: F, }"] [row2="{ b: 579, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:34:23, a: 579, }"] [2025/04/05 08:25:26.230 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 580, b: 580, c: F, RLhzp: jcBSMQRuTTfVxoT97oCW9wHOi5KVH6vacgT, d: 08:34:24, }"] [Pipeline] } [Pipeline] // container [Pipeline] } * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:25:26 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2b275a57-f477-41d5-b071-c1e9c8876752 {"id":"2b275a57-f477-41d5-b071-c1e9c8876752","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812723} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960356555dd5 2b275a57-f477-41d5-b071-c1e9c8876752 /tidb/cdc/default/default/upstream/7489618574093154493 {"id":7489618574093154493,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2b275a57-f477-41d5-b071-c1e9c8876752 {"id":"2b275a57-f477-41d5-b071-c1e9c8876752","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812723} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960356555dd5 2b275a57-f477-41d5-b071-c1e9c8876752 /tidb/cdc/default/default/upstream/7489618574093154493 {"id":7489618574093154493,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2b275a57-f477-41d5-b071-c1e9c8876752 {"id":"2b275a57-f477-41d5-b071-c1e9c8876752","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812723} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960356555dd5 2b275a57-f477-41d5-b071-c1e9c8876752 /tidb/cdc/default/default/upstream/7489618574093154493 {"id":7489618574093154493,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Pipeline] // withEnv [2025/04/05 08:25:26.330 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 581, b: 581, c: F, RLhzp: SvWXzX9NNCPgBVtr3nMsMCEjsK8PiC2AGLIk3, d: 08:34:25, }"] [2025/04/05 08:25:26.431 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:34:26, a: 582, b: 582, c: F, RLhzp: ryTLGeG8B, }"] [2025/04/05 08:25:26.531 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 583, b: 583, c: F, RLhzp: IVMt8ftf09, d: 08:34:27, }"] [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [2025/04/05 08:25:26.631 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: lkWmn25K, d: 08:34:28, a: 584, b: 584, }"] [2025/04/05 08:25:26.731 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: F, RLhzp: 68q9MHKSCfyrLrAdm, d: 08:34:29, a: 585, b: 585, }"] [Pipeline] // withEnv [Pipeline] } Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] // stage [Pipeline] } [2025/04/05 08:25:26.831 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 586, b: 586, c: F, RLhzp: VZm, d: 08:34:30, }"] [2025/04/05 08:25:26.931 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 587, b: 587, c: F, RLhzp: TBu7C4EJZgS, d: 08:34:31, }"] [2025/04/05 08:25:27.032 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:34:32, a: 588, b: 588, c: F, RLhzp: qBrGUvEivyZvK6gh5QcH98v3k09Bh396Z9UmiQ, }"] table owner_remove_table_error.finished_mark not exists for 1-th check, retry later [2025/04/05 08:25:27.132 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 589, b: 589, c: F, RLhzp: Mts3nLUlDwiPZHdgnEmFY8oZ, d: 08:34:33, }"] [2025/04/05 08:25:27.232 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:34:34, a: 590, b: 590, }"] [row2="{ a: 590, b: 590, c: e1Fmh2Hb, RLhzp: 3kHSc9, d: 08:34:34, }"] [2025/04/05 08:25:27.332 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 591, b: 591, c: F, RLhzp: uSvsc, d: 08:34:35, }"] [row2="{ a: 591, b: 591, c: e1Fmh2Hb, RLhzp: 9rVpXvKJdH0Tk5aINLkwGzWWaAqQJzrOmTeUEDGCZf, d: 08:34:35, }"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_proxies/run.sh using Sink-Type: mysql... <<================= +++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_proxies/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_proxies ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_proxies + source /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_proxies/../_utils/test_prepare ++ UP_TIDB_HOST=127.0.0.1 ++ UP_TIDB_PORT=4000 ++ UP_TIDB_OTHER_PORT=4001 ++ UP_TIDB_STATUS=10080 ++ UP_TIDB_OTHER_STATUS=10081 ++ DOWN_TIDB_HOST=127.0.0.1 ++ DOWN_TIDB_PORT=3306 ++ DOWN_TIDB_STATUS=20080 ++ TLS_TIDB_HOST=127.0.0.1 ++ TLS_TIDB_PORT=3307 ++ TLS_TIDB_STATUS=30080 ++ UP_PD_HOST_1=127.0.0.1 ++ UP_PD_PORT_1=2379 ++ UP_PD_PEER_PORT_1=2380 ++ UP_PD_HOST_2=127.0.0.1 ++ UP_PD_PORT_2=2679 ++ UP_PD_PEER_PORT_2=2680 ++ UP_PD_HOST_3=127.0.0.1 ++ UP_PD_PORT_3=2779 ++ UP_PD_PEER_PORT_3=2780 ++ DOWN_PD_HOST=127.0.0.1 ++ DOWN_PD_PORT=2479 ++ DOWN_PD_PEER_PORT=2480 ++ TLS_PD_HOST=127.0.0.1 ++ TLS_PD_PORT=2579 ++ TLS_PD_PEER_PORT=2580 ++ UP_TIKV_HOST_1=127.0.0.1 ++ UP_TIKV_PORT_1=20160 ++ UP_TIKV_STATUS_PORT_1=20181 ++ UP_TIKV_HOST_2=127.0.0.1 ++ UP_TIKV_PORT_2=20161 ++ UP_TIKV_STATUS_PORT_2=20182 ++ UP_TIKV_HOST_3=127.0.0.1 ++ UP_TIKV_PORT_3=20162 ++ UP_TIKV_STATUS_PORT_3=20183 ++ DOWN_TIKV_HOST=127.0.0.1 ++ DOWN_TIKV_PORT=21160 ++ DOWN_TIKV_STATUS_PORT=21180 ++ TLS_TIKV_HOST=127.0.0.1 ++ TLS_TIKV_PORT=22160 ++ TLS_TIKV_STATUS_PORT=22180 +++ cat /tmp/tidb_cdc_test/KAFKA_VERSION +++ echo 2.4.1 ++ KAFKA_VERSION=2.4.1 + WORK_DIR=/tmp/tidb_cdc_test/http_proxies + CDC_BINARY=cdc.test + SINK_TYPE=mysql + TEST_HOST_LIST=(UP_TIDB_HOST UP_PD_HOST_{1..3} UP_TIKV_HOST_{1..3}) + lan_addrs=($(hostname -I)) ++ hostname -I + lan_addr=10.233.123.29 + export UP_TIDB_HOST=10.233.123.29 UP_PD_HOST_1=10.233.123.29 UP_PD_HOST_2=10.233.123.29 UP_PD_HOST_3=10.233.123.29 UP_TIKV_HOST_1=10.233.123.29 UP_TIKV_HOST_2=10.233.123.29 UP_TIKV_HOST_3=10.233.123.29 + UP_TIDB_HOST=10.233.123.29 + UP_PD_HOST_1=10.233.123.29 + UP_PD_HOST_2=10.233.123.29 + UP_PD_HOST_3=10.233.123.29 + UP_TIKV_HOST_1=10.233.123.29 + UP_TIKV_HOST_2=10.233.123.29 + UP_TIKV_HOST_3=10.233.123.29 + proxy_pid= ++ shuf -i 10081-20081 -n1 + proxy_port=16727 + trap 'stop_tidb_cluster && stop_proxy' EXIT + '[' mysql == mysql ']' + prepare + for host in '"${TEST_HOST_LIST[@]}"' ++ printenv UP_TIDB_HOST + echo 'UP_TIDB_HOST 10.233.123.29' UP_TIDB_HOST 10.233.123.29 + case $(printenv $host) in ++ printenv UP_TIDB_HOST + for host in '"${TEST_HOST_LIST[@]}"' ++ printenv UP_PD_HOST_1 + echo 'UP_PD_HOST_1 10.233.123.29' UP_PD_HOST_1 10.233.123.29 + case $(printenv $host) in ++ printenv UP_PD_HOST_1 + for host in '"${TEST_HOST_LIST[@]}"' ++ printenv UP_PD_HOST_2 + echo 'UP_PD_HOST_2 10.233.123.29' UP_PD_HOST_2 10.233.123.29 + case $(printenv $host) in ++ printenv UP_PD_HOST_2 + for host in '"${TEST_HOST_LIST[@]}"' ++ printenv UP_PD_HOST_3 + echo 'UP_PD_HOST_3 10.233.123.29' UP_PD_HOST_3 10.233.123.29 + case $(printenv $host) in ++ printenv UP_PD_HOST_3 + for host in '"${TEST_HOST_LIST[@]}"' ++ printenv UP_TIKV_HOST_1 + echo 'UP_TIKV_HOST_1 10.233.123.29' UP_TIKV_HOST_1 10.233.123.29 + case $(printenv $host) in ++ printenv UP_TIKV_HOST_1 + for host in '"${TEST_HOST_LIST[@]}"' ++ printenv UP_TIKV_HOST_2 + echo 'UP_TIKV_HOST_2 10.233.123.29' UP_TIKV_HOST_2 10.233.123.29 + case $(printenv $host) in ++ printenv UP_TIKV_HOST_2 + for host in '"${TEST_HOST_LIST[@]}"' ++ printenv UP_TIKV_HOST_3 + echo 'UP_TIKV_HOST_3 10.233.123.29' UP_TIKV_HOST_3 10.233.123.29 + case $(printenv $host) in ++ printenv UP_TIKV_HOST_3 + rm -rf /tmp/tidb_cdc_test/http_proxies + mkdir -p /tmp/tidb_cdc_test/http_proxies + stop_tidb_cluster [2025/04/05 08:25:27.432 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:34:36, a: 592, b: 592, }"] [row2="{ b: 592, c: e1Fmh2Hb, RLhzp: gVT8ahODvMxJw1J1C1EPT22AQ5FOE848uKWIJD, d: 08:34:36, a: 592, }"] [2025/04/05 08:25:27.533 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 593, c: F, RLhzp: uSvsc, d: 08:34:37, a: 593, }"] [row2="{ c: e1Fmh2Hb, RLhzp: QJgJc2cSwex, d: 08:34:37, a: 593, b: 593, }"] + (( i++ )) + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Initializing NSS with certpath: sql:/etc/pki/nssdb * CAfile: /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem CApath: none * NSS: client certificate from file * subject: CN=client * start date: Feb 18 07:48:00 2020 GMT * expire date: Jan 25 07:48:00 2120 GMT * common name: client * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * SSL connection using TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256 * Server certificate: * subject: CN=tidb-server * start date: Feb 18 09:11:00 2020 GMT * expire date: Jan 25 09:11:00 2120 GMT * common name: tidb-server * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:25:27 GMT < Content-Length: 1714 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6de3c4b2-c357-4368-890d-159d1fc7742a {"id":"6de3c4b2-c357-4368-890d-159d1fc7742a","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812724} /tidb/cdc/default/__cdc_meta__/capture/e04de634-cce8-4a92-8823-a21e5bac11f7 {"id":"e04de634-cce8-4a92-8823-a21e5bac11f7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812719} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9603565079dd e04de634-cce8-4a92-8823-a21e5bac11f7 /tidb/cdc/default/__cdc_meta__/owner/1f5d960356507a1d 6de3c4b2-c357-4368-890d-159d1fc7742a /tidb/cdc/default/default/upstream/7489618574277533282 {"id":7489618574277533282,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6de3c4b2-c357-4368-890d-159d1fc7742a {"id":"6de3c4b2-c357-4368-890d-159d1fc7742a","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812724} /tidb/cdc/default/__cdc_meta__/capture/e04de634-cce8-4a92-8823-a21e5bac11f7 {"id":"e04de634-cce8-4a92-8823-a21e5bac11f7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812719} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9603565079dd e04de634-cce8-4a92-8823-a21e5bac11f7 /tidb/cdc/default/__cdc_meta__/owner/1f5d960356507a1d 6de3c4b2-c357-4368-890d-159d1fc7742a /tidb/cdc/default/default/upstream/7489618574277533282 {"id":7489618574277533282,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6de3c4b2-c357-4368-890d-159d1fc7742a {"id":"6de3c4b2-c357-4368-890d-159d1fc7742a","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812724} /tidb/cdc/default/__cdc_meta__/capture/e04de634-cce8-4a92-8823-a21e5bac11f7 {"id":"e04de634-cce8-4a92-8823-a21e5bac11f7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812719} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9603565079dd e04de634-cce8-4a92-8823-a21e5bac11f7 /tidb/cdc/default/__cdc_meta__/owner/1f5d960356507a1d 6de3c4b2-c357-4368-890d-159d1fc7742a /tidb/cdc/default/default/upstream/7489618574277533282 {"id":7489618574277533282,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'etcd info' + break + set +x [2025/04/05 08:25:27.633 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 594, b: 594, c: F, RLhzp: uSvsc, d: 08:34:38, }"] [row2="{ c: e1Fmh2Hb, RLhzp: hefcuBhhKxiLVhOflND3DNOHp6OAJKIhHw01slEc3G, d: 08:34:38, a: 594, b: 594, }"] [2025/04/05 08:25:27.733 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 595, b: 595, c: F, RLhzp: uSvsc, d: 08:34:39, }"] [row2="{ a: 595, b: 595, c: e1Fmh2Hb, RLhzp: ktzpXbT5hUa5uddpWUhN1dZ, d: 08:34:39, }"] [2025/04/05 08:25:27.833 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 596, b: 596, c: F, RLhzp: uSvsc, d: 08:34:40, }"] [row2="{ a: 596, b: 596, c: e1Fmh2Hb, RLhzp: qvfZVkCRc1wUF, d: 08:34:40, }"] [2025/04/05 08:25:27.933 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 597, b: 597, c: F, RLhzp: uSvsc, d: 08:34:41, }"] [row2="{ a: 597, b: 597, c: e1Fmh2Hb, RLhzp: NlCas3mDKa0zqsnSrNoC, d: 08:34:41, }"] [2025/04/05 08:25:28.033 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 598, b: 598, c: F, RLhzp: uSvsc, d: 08:34:42, }"] [row2="{ a: 598, b: 598, c: e1Fmh2Hb, RLhzp: zEC6bSCLoi7uh8VofbbxLRYzA5rc3qsamE2Vbq5m, d: 08:34:42, }"] [2025/04/05 08:25:28.133 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:34:43, a: 599, b: 599, c: F, }"] [row2="{ a: 599, b: 599, c: e1Fmh2Hb, RLhzp: 1NUFh8zsrWiRIWCS9WumT1A4nYbhTE672, d: 08:34:43, }"] [2025/04/05 08:25:28.234 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 600, b: 600, c: F, RLhzp: uSvsc, d: 08:34:46, }"] [row2="{ b: 600, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:34:46, a: 600, }"] [2025/04/05 08:25:28.334 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:34:47, a: 601, b: 601, c: F, }"] [row2="{ a: 601, b: 601, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:34:47, }"] [2025/04/05 08:25:28.434 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:34:48, a: 602, b: 602, }"] [row2="{ a: 602, b: 602, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:34:48, }"] [2025/04/05 08:25:28.534 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 603, b: 603, c: F, RLhzp: uSvsc, d: 08:34:49, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:34:49, a: 603, b: 603, }"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 08:25:28.634 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 604, c: F, RLhzp: uSvsc, d: 08:34:50, a: 604, }"] [row2="{ d: 08:34:50, a: 604, b: 604, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:28.735 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 605, c: F, RLhzp: uSvsc, d: 08:34:51, a: 605, }"] [row2="{ b: 605, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:34:51, a: 605, }"] [2025/04/05 08:25:28.835 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ b: 606, c: F, RLhzp: uSvsc, d: 08:34:52, a: 606, }"] [row2="{ d: 08:34:52, a: 606, b: 606, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] table owner_remove_table_error.finished_mark not exists for 2-th check, retry later [2025/04/05 08:25:28.430 +08:00] [INFO] [main.go:86] ["running ddl test: 3 addDropColumnDDL2"] [2025/04/05 08:25:28.621 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 08:25:28.622 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 08:25:28.793 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 08:25:28.795 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 08:25:28.796 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 08:25:28.797 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 08:25:28.963 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 08:25:28.969 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 08:25:28.935 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 608, b: 608, c: F, RLhzp: uSvsc, d: 08:34:54, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:34:54, a: 608, b: 608, c: e1Fmh2Hb, }"] [2025/04/05 08:25:29.035 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 609, b: 609, c: F, RLhzp: uSvsc, d: 08:34:55, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:34:55, a: 609, b: 609, }"] [2025/04/05 08:25:29.145 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 08:25:29.147 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 08:25:29.151 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 08:25:29.153 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 08:25:29.135 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 610, c: F, RLhzp: uSvsc, d: 08:34:56, a: 610, }"] [row2="{ a: 610, b: 610, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:34:56, }"] [2025/04/05 08:25:29.235 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 611, b: 611, c: F, RLhzp: uSvsc, d: 08:34:57, }"] [row2="{ d: 08:34:57, a: 611, b: 611, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:29.336 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 612, b: 612, c: F, RLhzp: uSvsc, d: 08:34:58, }"] [row2="{ a: 612, b: 612, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:34:58, }"] pass test: check health [2025/04/05 08:25:29.336 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 08:25:29.341 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 08:25:29.508 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 08:25:29.508 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/05 08:25:29.510 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 08:25:29.510 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 08:25:29.436 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 613, b: 613, c: F, RLhzp: uSvsc, d: 08:34:59, }"] [row2="{ a: 613, b: 613, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:34:59, }"] [2025/04/05 08:25:29.536 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 614, b: 614, c: F, RLhzp: uSvsc, d: 08:35:00, }"] [row2="{ a: 614, b: 614, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:00, }"] pass test: get status [2025/04/05 08:25:29.681 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 08:25:29.683 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/05 08:25:29.636 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 615, b: 615, c: F, RLhzp: uSvsc, d: 08:35:01, }"] [row2="{ b: 615, c: e1Fmh2Hb, RLhzp: Oi4whwho88e6xSCk1kN7, d: 08:35:01, a: 615, }"] [2025/04/05 08:25:29.736 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 616, b: 616, c: F, RLhzp: uSvsc, d: 08:35:02, }"] [row2="{ d: 08:35:02, a: 616, b: 616, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:29.837 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 617, b: 617, c: F, RLhzp: uSvsc, d: 08:35:03, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:03, a: 617, b: 617, c: e1Fmh2Hb, }"] [2025/04/05 08:25:29.855 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 08:25:29.857 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 08:25:29.867 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 08:25:29.869 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 08:25:30.027 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/05 08:25:30.041 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 08:25:29.937 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:35:04, a: 618, b: 618, }"] [row2="{ a: 618, b: 618, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:04, }"] [2025/04/05 08:25:30.037 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 619, b: 619, c: F, RLhzp: uSvsc, d: 08:35:05, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:05, a: 619, b: 619, c: e1Fmh2Hb, }"] check_redo_resolved_ts e7005b38-64a3-4fc5-99dd-50021709587f 457130044090220547 file:///tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/redo /tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/cdc_data/redo/e7005b38-64a3-4fc5-99dd-50021709587f/meta global resolved ts 457130043500134404 not forward to 457130044090220547 run task failed 1-th time, retry later [2025/04/05 08:25:30.201 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 08:25:30.203 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/05 08:25:30.228 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 08:25:30.230 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/05 08:25:30.137 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 620, b: 620, c: 7z, RLhzp: lTOAy8WmrWFuIbwaGs, d: 08:35:08, }"] [2025/04/05 08:25:30.237 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:35:09, a: 621, b: 621, c: JNGGM07ruk, RLhzp: IHugsW2RPj, }"] [2025/04/05 08:25:30.338 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 622, b: 622, c: ho, RLhzp: q, d: 08:35:10, }"] [2025/04/05 08:25:30.371 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/05 08:25:30.418 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/05 08:25:30.543 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/05 08:25:30.545 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] + start_tidb_cluster --workdir /tmp/tidb_cdc_test/http_proxies The 1 times to try to start tidb cluster... [2025/04/05 08:25:30.438 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 623, b: 623, c: BJyp, RLhzp: HCtfpl2YU, d: 08:35:11, }"] [2025/04/05 08:25:30.538 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 624, b: 624, c: 7fjD, RLhzp: afjpw8Yb4pmTVOKQSuPnKLUMW7D, d: 08:35:12, }"] [2025/04/05 08:25:30.638 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: R0Lav8vYx, RLhzp: D4ecTeYMPZGcDLb3M, d: 08:35:13, a: 625, b: 625, }"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618603037470049 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5a6080000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-g-6tsj1, pid:11679, start at 2025-04-05 08:25:28.904648808 +0800 CST m=+2.506685097 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:27:28.913 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:25:28.914 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:15:28.914 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618603037470049 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5a6080000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-g-6tsj1, pid:11679, start at 2025-04-05 08:25:28.904648808 +0800 CST m=+2.506685097 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:27:28.913 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:25:28.914 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:15:28.914 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618616270432577 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5a62c40002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-g-6tsj1, pid:11747, start at 2025-04-05 08:25:29.011091143 +0800 CST m=+2.542795452 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:27:29.020 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:25:29.060 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:15:29.060 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... table owner_remove_table_error.finished_mark not exists for 3-th check, retry later [2025/04/05 08:25:30.608 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 08:25:30.610 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/05 08:25:30.749 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/05 08:25:30.794 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/05 08:25:30.738 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 626, b: 626, c: Dt, RLhzp: cDaIi6FzXWeflv4BRMZyUB539bb7n79O, d: 08:35:14, }"] [2025/04/05 08:25:30.839 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:35:15, a: 627, b: 627, c: B, RLhzp: oU, }"] TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_cdc_cluster/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_cdc_cluster/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_cdc_cluster/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_cdc_cluster/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_cdc_cluster/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/05 08:25:31.007 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/05 08:25:31.009 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/05 08:25:30.939 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 628, b: 628, c: R, RLhzp: C6LkF, d: 08:35:16, }"] [2025/04/05 08:25:31.039 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ RLhzp: nvE2Rhe6ZgL2TB9zT9Kvk2ZHeloWFZAc6Q8QtJEAqhXMh, d: 08:35:17, a: 629, b: 629, c: wmZU, }"] [2025/04/05 08:25:31.139 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ b: 630, c: F, RLhzp: uSvsc, d: 08:35:18, a: 630, }"] [row2="{ a: 630, b: 630, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:18, }"] pass test: create changefeed check_changefeed_state https://127.0.0.1:2579 changefeed-test1 normal null /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + endpoints=https://127.0.0.1:2579 + changefeed_id=changefeed-test1 + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c changefeed-test1 -s + info='{ "upstream_id": 7489618574277533282, "namespace": "default", "id": "changefeed-test1", "state": "normal", "checkpoint_tso": 457130044262973446, "checkpoint_time": "2025-04-05 08:25:29.885", "error": null }' + echo '{ "upstream_id": 7489618574277533282, "namespace": "default", "id": "changefeed-test1", "state": "normal", "checkpoint_tso": 457130044262973446, "checkpoint_time": "2025-04-05 08:25:29.885", "error": null }' { "upstream_id": 7489618574277533282, "namespace": "default", "id": "changefeed-test1", "state": "normal", "checkpoint_tso": 457130044262973446, "checkpoint_time": "2025-04-05 08:25:29.885", "error": null } ++ echo '{' '"upstream_id":' 7489618574277533282, '"namespace":' '"default",' '"id":' '"changefeed-test1",' '"state":' '"normal",' '"checkpoint_tso":' 457130044262973446, '"checkpoint_time":' '"2025-04-05' '08:25:29.885",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489618574277533282, '"namespace":' '"default",' '"id":' '"changefeed-test1",' '"state":' '"normal",' '"checkpoint_tso":' 457130044262973446, '"checkpoint_time":' '"2025-04-05' '08:25:29.885",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_changefeed_state https://127.0.0.1:2579 changefeed-test2 normal null /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + endpoints=https://127.0.0.1:2579 + changefeed_id=changefeed-test2 + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c changefeed-test2 -s [2025/04/05 08:25:31.126 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 08:25:31.128 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/05 08:25:31.249 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/05 08:25:31.317 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/05 08:25:31.239 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 631, c: F, RLhzp: uSvsc, d: 08:35:19, a: 631, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:19, a: 631, b: 631, }"] [2025/04/05 08:25:31.339 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:35:20, a: 632, b: 632, }"] [row2="{ a: 632, b: 632, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:20, }"] + info='{ "upstream_id": 7489618574277533282, "namespace": "default", "id": "changefeed-test2", "state": "normal", "checkpoint_tso": 457130044315402247, "checkpoint_time": "2025-04-05 08:25:30.085", "error": null }' + echo '{ "upstream_id": 7489618574277533282, "namespace": "default", "id": "changefeed-test2", "state": "normal", "checkpoint_tso": 457130044315402247, "checkpoint_time": "2025-04-05 08:25:30.085", "error": null }' { "upstream_id": 7489618574277533282, "namespace": "default", "id": "changefeed-test2", "state": "normal", "checkpoint_tso": 457130044315402247, "checkpoint_time": "2025-04-05 08:25:30.085", "error": null } ++ echo '{' '"upstream_id":' 7489618574277533282, '"namespace":' '"default",' '"id":' '"changefeed-test2",' '"state":' '"normal",' '"checkpoint_tso":' 457130044315402247, '"checkpoint_time":' '"2025-04-05' '08:25:30.085",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489618574277533282, '"namespace":' '"default",' '"id":' '"changefeed-test2",' '"state":' '"normal",' '"checkpoint_tso":' 457130044315402247, '"checkpoint_time":' '"2025-04-05' '08:25:30.085",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_changefeed_state https://127.0.0.1:2579 changefeed-test3 normal null /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + endpoints=https://127.0.0.1:2579 + changefeed_id=changefeed-test3 + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c changefeed-test3 -s [2025/04/05 08:25:31.426 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 08:25:31.428 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/05 08:25:31.498 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/05 08:25:31.500 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/05 08:25:31.609 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] check_redo_resolved_ts e7005b38-64a3-4fc5-99dd-50021709587f 457130044090220547 file:///tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/redo /tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/cdc_data/redo/e7005b38-64a3-4fc5-99dd-50021709587f/meta global resolved ts 457130044024684548 not forward to 457130044090220547 run task failed 2-th time, retry later [2025/04/05 08:25:31.440 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 633, b: 633, c: F, RLhzp: uSvsc, d: 08:35:21, }"] [row2="{ a: 633, b: 633, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:21, }"] [2025/04/05 08:25:31.540 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 634, b: 634, c: F, RLhzp: uSvsc, d: 08:35:22, }"] [row2="{ a: 634, b: 634, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:22, }"] [2025/04/05 08:25:31.640 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 635, b: 635, c: F, RLhzp: uSvsc, d: 08:35:23, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:23, a: 635, b: 635, }"] + info='{ "upstream_id": 7489618574277533282, "namespace": "default", "id": "changefeed-test3", "state": "normal", "checkpoint_tso": 457130044367831045, "checkpoint_time": "2025-04-05 08:25:30.285", "error": null }' + echo '{ "upstream_id": 7489618574277533282, "namespace": "default", "id": "changefeed-test3", "state": "normal", "checkpoint_tso": 457130044367831045, "checkpoint_time": "2025-04-05 08:25:30.285", "error": null }' { "upstream_id": 7489618574277533282, "namespace": "default", "id": "changefeed-test3", "state": "normal", "checkpoint_tso": 457130044367831045, "checkpoint_time": "2025-04-05 08:25:30.285", "error": null } ++ echo '{' '"upstream_id":' 7489618574277533282, '"namespace":' '"default",' '"id":' '"changefeed-test3",' '"state":' '"normal",' '"checkpoint_tso":' 457130044367831045, '"checkpoint_time":' '"2025-04-05' '08:25:30.285",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489618574277533282, '"namespace":' '"default",' '"id":' '"changefeed-test3",' '"state":' '"normal",' '"checkpoint_tso":' 457130044367831045, '"checkpoint_time":' '"2025-04-05' '08:25:30.285",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_changefeed_state https://127.0.0.1:2579 changefeed-test4 normal null /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + endpoints=https://127.0.0.1:2579 + changefeed_id=changefeed-test4 + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c changefeed-test4 -s [2025/04/05 08:25:31.826 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/05 08:25:31.740 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 636, b: 636, c: F, RLhzp: uSvsc, d: 08:35:24, }"] [row2="{ b: 636, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:24, a: 636, }"] [2025/04/05 08:25:31.840 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:35:25, a: 637, b: 637, c: F, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:25, a: 637, b: 637, c: e1Fmh2Hb, }"] + info='{ "upstream_id": 7489618574277533282, "namespace": "default", "id": "changefeed-test4", "state": "normal", "checkpoint_tso": 457130044420259848, "checkpoint_time": "2025-04-05 08:25:30.485", "error": null }' + echo '{ "upstream_id": 7489618574277533282, "namespace": "default", "id": "changefeed-test4", "state": "normal", "checkpoint_tso": 457130044420259848, "checkpoint_time": "2025-04-05 08:25:30.485", "error": null }' { "upstream_id": 7489618574277533282, "namespace": "default", "id": "changefeed-test4", "state": "normal", "checkpoint_tso": 457130044420259848, "checkpoint_time": "2025-04-05 08:25:30.485", "error": null } ++ echo '{' '"upstream_id":' 7489618574277533282, '"namespace":' '"default",' '"id":' '"changefeed-test4",' '"state":' '"normal",' '"checkpoint_tso":' 457130044420259848, '"checkpoint_time":' '"2025-04-05' '08:25:30.485",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489618574277533282, '"namespace":' '"default",' '"id":' '"changefeed-test4",' '"state":' '"normal",' '"checkpoint_tso":' 457130044420259848, '"checkpoint_time":' '"2025-04-05' '08:25:30.485",' '"error":' null '}' ++ jq -r .error.message [2025/04/05 08:25:31.914 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/05 08:25:31.916 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/05 08:25:32.020 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/05 08:25:32.022 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/05 08:25:32.100 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [2025/04/05 08:25:31.940 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:35:26, a: 638, b: 638, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:26, a: 638, b: 638, }"] [2025/04/05 08:25:32.041 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 639, b: 639, c: F, RLhzp: uSvsc, d: 08:35:27, }"] [row2="{ d: 08:35:27, a: 639, b: 639, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:32.141 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:35:29, a: 640, b: 640, c: F, }"] [row2="{ a: 640, b: 640, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:29, }"] + message=null + [[ ! null =~ null ]] run task successfully =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/ci_collation_compatibility/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [2025/04/05 08:25:32.207 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/05 08:25:32.273 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/05 08:25:32.275 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/05 08:25:32.241 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:35:30, a: 641, b: 641, c: F, }"] [row2="{ b: 641, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:30, a: 641, }"] [2025/04/05 08:25:32.341 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:35:31, a: 642, b: 642, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:31, a: 642, b: 642, c: e1Fmh2Hb, }"] [2025/04/05 08:25:32.465 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/05 08:25:32.467 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/05 08:25:32.557 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] [2025/04/05 08:25:32.441 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:35:32, a: 643, b: 643, }"] [row2="{ b: 643, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:32, a: 643, }"] [2025/04/05 08:25:32.542 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 644, b: 644, c: F, RLhzp: uSvsc, d: 08:35:33, }"] [row2="{ a: 644, b: 644, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:33, }"] [2025/04/05 08:25:32.642 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 645, b: 645, c: F, RLhzp: uSvsc, d: 08:35:34, }"] [row2="{ d: 08:35:34, a: 645, b: 645, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_cdc_cluster.cli.12992.out cli tso query --pd=http://127.0.0.1:2379 [2025/04/05 08:25:32.690 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/05 08:25:32.731 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/05 08:25:32.733 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [2025/04/05 08:25:32.742 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 646, b: 646, c: F, RLhzp: uSvsc, d: 08:35:35, }"] [row2="{ a: 646, b: 646, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:35, }"] [2025/04/05 08:25:32.842 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 647, b: 647, c: F, RLhzp: uSvsc, d: 08:35:36, }"] [row2="{ a: 647, b: 647, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:36, }"] [2025/04/05 08:25:33.018 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/05 08:25:33.020 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [2025/04/05 08:25:33.040 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/05 08:25:32.942 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 648, b: 648, c: F, RLhzp: uSvsc, d: 08:35:37, }"] [row2="{ a: 648, b: 648, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:37, }"] [2025/04/05 08:25:33.042 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 649, b: 649, c: F, RLhzp: uSvsc, d: 08:35:38, }"] [row2="{ a: 649, b: 649, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:38, }"] [2025/04/05 08:25:33.142 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 650, b: 650, c: F, RLhzp: uSvsc, d: 08:35:39, }"] [row2="{ a: 650, b: 650, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:39, }"] table owner_remove_table_error.finished_mark exists check diff successfully [2025/04/05 08:25:33.207 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] [2025/04/05 08:25:33.213 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"] [2025/04/05 08:25:33.215 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"] [2025/04/05 08:25:33.243 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 651, b: 651, c: F, RLhzp: uSvsc, d: 08:35:40, }"] [row2="{ a: 651, b: 651, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:40, }"] [2025/04/05 08:25:33.343 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:35:41, a: 652, b: 652, c: F, }"] [row2="{ a: 652, b: 652, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:41, }"] wait process cdc.test exit for 1-th time... [2025/04/05 08:25:33.389 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"] [2025/04/05 08:25:33.406 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"] [2025/04/05 08:25:33.408 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"] [2025/04/05 08:25:33.443 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ RLhzp: uSvsc, d: 08:35:42, a: 653, b: 653, c: F, }"] [row2="{ a: 653, b: 653, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:42, }"] [2025/04/05 08:25:33.543 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 654, b: 654, c: F, RLhzp: uSvsc, d: 08:35:43, }"] [row2="{ a: 654, b: 654, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:43, }"] [2025/04/05 08:25:33.643 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 655, b: 655, c: F, RLhzp: uSvsc, d: 08:35:44, }"] [row2="{ b: 655, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:44, a: 655, }"] start tidb cluster in /tmp/tidb_cdc_test/http_proxies Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/05 08:25:33.743 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 656, b: 656, c: F, RLhzp: uSvsc, d: 08:35:45, }"] [row2="{ d: 08:35:45, a: 656, b: 656, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:33.844 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 657, b: 657, c: F, RLhzp: uSvsc, d: 08:35:46, }"] [row2="{ a: 657, b: 657, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:46, }"] [2025/04/05 08:25:33.944 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 658, b: 658, c: F, RLhzp: uSvsc, d: 08:35:47, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:47, a: 658, b: 658, }"] wait process cdc.test exit for 2-th time... [2025/04/05 08:25:34.044 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 659, b: 659, c: F, RLhzp: uSvsc, d: 08:35:48, }"] [row2="{ b: 659, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:48, a: 659, }"] [2025/04/05 08:25:34.144 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:35:49, a: 660, b: 660, c: F, }"] [row2="{ a: 660, b: 660, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:49, }"] [2025/04/05 08:25:34.244 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 661, b: 661, c: F, RLhzp: uSvsc, d: 08:35:50, }"] [row2="{ a: 661, b: 661, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:50, }"] [2025/04/05 08:25:34.345 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 662, b: 662, c: F, RLhzp: uSvsc, d: 08:35:51, }"] [row2="{ d: 08:35:51, a: 662, b: 662, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:34.445 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ b: 663, c: F, RLhzp: uSvsc, d: 08:35:52, a: 663, }"] [row2="{ a: 663, b: 663, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:52, }"] [2025/04/05 08:25:34.546 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 664, b: 664, c: F, RLhzp: uSvsc, d: 08:35:53, }"] [row2="{ a: 664, b: 664, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:53, }"] [2025/04/05 08:25:34.646 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 665, c: F, RLhzp: uSvsc, d: 08:35:54, a: 665, }"] [row2="{ a: 665, b: 665, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:54, }"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:25:34 CST 2025] <<<<<< run test case owner_remove_table_error success! >>>>>> + set +x + tso='457130045109436417 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130045109436417 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:25:34 CST 2025] <<<<<< START cdc server in multi_cdc_cluster case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_cdc_cluster.1303613038.out server --log-file /tmp/tidb_cdc_test/multi_cdc_cluster/cdcmult_cdc.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_cdc_cluster/cdc_datamult_cdc.server1 --cluster-id test1 --addr 127.0.0.1:8300 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 08:25:34.746 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 666, b: 666, c: F, RLhzp: uSvsc, d: 08:35:55, }"] [row2="{ a: 666, b: 666, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:55, }"] [2025/04/05 08:25:34.846 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:35:56, a: 667, b: 667, c: F, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:56, a: 667, b: 667, c: e1Fmh2Hb, }"] [2025/04/05 08:25:34.946 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 668, b: 668, c: F, RLhzp: uSvsc, d: 08:35:57, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:57, a: 668, b: 668, }"] [2025/04/05 08:25:35.046 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 669, b: 669, c: F, RLhzp: uSvsc, d: 08:35:58, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:58, a: 669, b: 669, c: e1Fmh2Hb, }"] [2025/04/05 08:25:35.147 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:35:59, a: 670, b: 670, c: F, }"] [row2="{ a: 670, b: 670, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:35:59, }"] table test.simple1 exists running list_changefeed [2025/04/05 08:25:35.247 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:36:00, a: 671, b: 671, }"] [row2="{ a: 671, b: 671, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:00, }"] [2025/04/05 08:25:35.347 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 672, b: 672, c: F, RLhzp: uSvsc, d: 08:36:01, }"] [row2="{ b: 672, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:01, a: 672, }"] [2025/04/05 08:25:35.447 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:36:02, a: 673, b: 673, c: F, RLhzp: uSvsc, }"] [row2="{ a: 673, b: 673, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:02, }"] start tidb cluster in /tmp/tidb_cdc_test/ci_collation_compatibility Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/05 08:25:35.547 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 674, b: 674, c: F, RLhzp: uSvsc, d: 08:36:03, }"] [row2="{ b: 674, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:03, a: 674, }"] [2025/04/05 08:25:35.647 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 675, b: 675, c: F, RLhzp: uSvsc, d: 08:36:04, }"] [row2="{ d: 08:36:04, a: 675, b: 675, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check_redo_resolved_ts e7005b38-64a3-4fc5-99dd-50021709587f 457130044090220547 file:///tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/redo /tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/cdc_data/redo/e7005b38-64a3-4fc5-99dd-50021709587f/meta run task successfully [2025/04/05 08:25:35.748 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 676, b: 676, c: F, RLhzp: uSvsc, d: 08:36:05, }"] [row2="{ d: 08:36:05, a: 676, b: 676, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:35.848 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 677, b: 677, c: F, RLhzp: uSvsc, d: 08:36:06, }"] [row2="{ d: 08:36:06, a: 677, b: 677, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:35.948 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:36:07, a: 678, b: 678, c: F, RLhzp: uSvsc, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:07, a: 678, b: 678, }"] pass test: list changefeed [2025/04/05 08:25:36.048 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 679, b: 679, c: F, RLhzp: uSvsc, d: 08:36:08, }"] [row2="{ d: 08:36:08, a: 679, b: 679, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:36.148 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 680, b: 680, c: F, RLhzp: uSvsc, d: 08:36:09, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:09, a: 680, b: 680, }"] wait process cdc.test exit for 1-th time... [2025/04/05 08:25:36.248 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 681, b: 681, c: F, RLhzp: uSvsc, d: 08:36:10, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:10, a: 681, b: 681, }"] [2025/04/05 08:25:36.348 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 682, b: 682, c: F, RLhzp: uSvsc, d: 08:36:11, }"] [row2="{ d: 08:36:11, a: 682, b: 682, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:36.449 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 683, b: 683, c: F, RLhzp: uSvsc, d: 08:36:12, }"] [row2="{ a: 683, b: 683, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:12, }"] wait process cdc.test exit for 2-th time... [2025/04/05 08:25:36.549 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:36:14, a: 685, b: 685, c: F, RLhzp: uSvsc, }"] [row2="{ a: 685, b: 685, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:14, }"] [2025/04/05 08:25:36.649 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 686, b: 686, c: F, RLhzp: uSvsc, d: 08:36:15, }"] [row2="{ a: 686, b: 686, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:15, }"] running get_changefeed [2025/04/05 08:25:36.749 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:36:16, a: 687, b: 687, c: F, RLhzp: uSvsc, }"] [row2="{ d: 08:36:16, a: 687, b: 687, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:36.850 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:36:17, a: 688, b: 688, }"] [row2="{ a: 688, b: 688, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:17, }"] [2025/04/05 08:25:36.950 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 689, b: 689, c: F, RLhzp: uSvsc, d: 08:36:18, }"] [row2="{ a: 689, b: 689, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:18, }"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit pass test: get changefeed [2025/04/05 08:25:37.050 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:36:19, a: 690, b: 690, }"] [row2="{ a: 690, b: 690, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:19, }"] [2025/04/05 08:25:37.150 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 691, b: 691, c: F, RLhzp: uSvsc, d: 08:36:20, }"] [row2="{ a: 691, b: 691, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:20, }"] Verifying downstream PD is started... [2025/04/05 08:25:37.154 +08:00] [INFO] [helper.go:54] ["init log"] [file=] [level=info] [2025/04/05 08:25:37.155 +08:00] [INFO] [apply.go:78] ["set memory limit"] [memoryLimit=10737418240] [2025/04/05 08:25:37.155 +08:00] [INFO] [apply.go:94] ["Start http pprof server"] [addr=127.0.0.1:6060] [2025/04/05 08:25:37.155 +08:00] [INFO] [mem_quota.go:82] ["New memory quota"] [namespace=default] [changefeed=redo-applier] [total=1073741824] [2025/04/05 08:25:37.155 +08:00] [INFO] [redo.go:167] ["apply redo log starts"] [checkpointTs=457130038676684822] [resolvedTs=457130044824223762] [2025/04/05 08:25:37.156 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=ddl] [duration=788.03µs] [2025/04/05 08:25:37.156 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=row] [duration=905.022µs] [2025/04/05 08:25:37.156 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 08:25:37.156 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 08:25:37.156 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 08:25:37.161 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22IGNORE_SPACE%2CNO_ENGINE_SUBSTITUTION%2CALLOW_INVALID_DATES%2CONLY_FULL_GROUP_BY%2CNO_AUTO_VALUE_ON_ZERO%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 08:25:37.164 +08:00] [INFO] [mysql.go:195] ["MySQL backends is created"] [changefeed=.] [workerCount=16] [forceReplicate=false] [2025/04/05 08:25:37.165 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:25:37.165 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:25:37.165 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:25:37.165 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:25:37.165 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:25:37.165 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:25:37.165 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:25:37.165 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:25:37.165 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:25:37.165 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:25:37.165 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:25:37.165 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:25:37.165 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:25:37.165 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:25:37.165 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:25:37.165 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:25:37.165 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=2] [2025/04/05 08:25:37.165 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=0] [2025/04/05 08:25:37.165 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=4] [2025/04/05 08:25:37.165 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=1] [2025/04/05 08:25:37.165 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=7] [2025/04/05 08:25:37.165 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=5] [2025/04/05 08:25:37.165 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=3] [2025/04/05 08:25:37.165 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=11] [2025/04/05 08:25:37.165 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=9] [2025/04/05 08:25:37.165 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=14] [2025/04/05 08:25:37.165 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=6] [2025/04/05 08:25:37.165 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 08:25:37.165 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=13] [2025/04/05 08:25:37.165 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=8] [2025/04/05 08:25:37.165 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 08:25:37.165 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=12] [2025/04/05 08:25:37.165 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=15] [2025/04/05 08:25:37.165 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=10] [2025/04/05 08:25:37.166 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 08:25:37.170 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22NO_AUTO_VALUE_ON_ZERO%2CIGNORE_SPACE%2CNO_ENGINE_SUBSTITUTION%2CALLOW_INVALID_DATES%2CONLY_FULL_GROUP_BY%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 08:25:37.172 +08:00] [WARN] [mysql_ddl_sink.go:291] ["please set `has-vector-type` to be true if a column is vector type when the downstream is not TiDB or TiDB version less than specify version"] [hasVectorType=false] [supportVectorVersion=8.4.0] [2025/04/05 08:25:37.172 +08:00] [INFO] [mysql_ddl_sink.go:122] ["MySQL DDL sink is created"] [namespace=] [changefeed=] [2025/04/05 08:25:37.172 +08:00] [ERROR] [redo.go:272] ["ignore unsupported DDL"] [ddl="{\"StartTs\":457130038676684817,\"CommitTs\":457130038676684822,\"Query\":\"ALTER TABLE `consistent_replicate_storage_file_large_value`.`t1` EXCHANGE PARTITION `p3` WITH TABLE `consistent_replicate_storage_file_large_value`.`t2`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_storage_file_large_value\",\"Table\":\"t1\",\"TableID\":118,\"IsPartition\":true},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":42,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:25:37.374 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}"] [checkpointTs=457130044824223762] [2025/04/05 08:25:37.374 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}"] [checkpointTs=457130044824223762] [2025/04/05 08:25:37.250 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 692, c: F, RLhzp: uSvsc, d: 08:36:21, a: 692, }"] [row2="{ a: 692, b: 692, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:21, }"] [2025/04/05 08:25:37.350 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 693, c: F, RLhzp: uSvsc, d: 08:36:22, a: 693, }"] [row2="{ d: 08:36:22, a: 693, b: 693, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:37.450 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ c: F, RLhzp: uSvsc, d: 08:36:23, a: 694, b: 694, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:23, a: 694, b: 694, c: e1Fmh2Hb, }"] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '10.233.123.29' (111) [2025/04/05 08:25:37.551 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 695, b: 695, c: F, RLhzp: uSvsc, d: 08:36:24, }"] [row2="{ a: 695, b: 695, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:24, }"] [2025/04/05 08:25:37.651 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:36:25, a: 696, b: 696, c: F, RLhzp: uSvsc, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:25, a: 696, b: 696, }"] [2025/04/05 08:25:37.751 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 697, b: 697, c: F, RLhzp: uSvsc, d: 08:36:26, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:26, a: 697, b: 697, c: e1Fmh2Hb, }"] [2025/04/05 08:25:37.674 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}"] [checkpointTs=457130044824223762] [2025/04/05 08:25:37.674 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}"] [checkpointTs=457130044824223762] [2025/04/05 08:25:37.775 +08:00] [INFO] [redo.go:223] ["apply redo log finishes"] [appliedLogCount=8] [appliedDDLCount=0] [currentCheckpoint=457130044824223762] [2025/04/05 08:25:37.775 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=0] [2025/04/05 08:25:37.775 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=6] [2025/04/05 08:25:37.775 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=9] [2025/04/05 08:25:37.775 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=14] [2025/04/05 08:25:37.775 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=10] [2025/04/05 08:25:37.775 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=1] [2025/04/05 08:25:37.775 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=7] [2025/04/05 08:25:37.775 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=3] [2025/04/05 08:25:37.775 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=4] [2025/04/05 08:25:37.775 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=5] [2025/04/05 08:25:37.775 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=15] [2025/04/05 08:25:37.775 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=2] [2025/04/05 08:25:37.775 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=11] [2025/04/05 08:25:37.775 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=12] [2025/04/05 08:25:37.775 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=13] [2025/04/05 08:25:37.775 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=8] Apply redo log successfully [2025/04/05 08:25:37.851 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 698, b: 698, c: F, RLhzp: uSvsc, d: 08:36:27, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:27, a: 698, b: 698, }"] [2025/04/05 08:25:37.951 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:36:28, a: 699, b: 699, c: F, }"] [row2="{ b: 699, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:28, a: 699, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:25:37 GMT < Content-Length: 812 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/test1/__cdc_meta__/capture/bdbb60cb-54da-41f0-8cd7-f0b6cf12fed9 {"id":"bdbb60cb-54da-41f0-8cd7-f0b6cf12fed9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812734} /tidb/cdc/test1/__cdc_meta__/meta/meta-version 1 /tidb/cdc/test1/__cdc_meta__/owner/22319603567682fd bdbb60cb-54da-41f0-8cd7-f0b6cf12fed9 /tidb/cdc/test1/default/upstream/7489618603037470049 {"id":7489618603037470049,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/test1/__cdc_meta__/capture/bdbb60cb-54da-41f0-8cd7-f0b6cf12fed9 {"id":"bdbb60cb-54da-41f0-8cd7-f0b6cf12fed9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812734} /tidb/cdc/test1/__cdc_meta__/meta/meta-version 1 /tidb/cdc/test1/__cdc_meta__/owner/22319603567682fd bdbb60cb-54da-41f0-8cd7-f0b6cf12fed9 /tidb/cdc/test1/default/upstream/7489618603037470049 {"id":7489618603037470049,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/test1/__cdc_meta__/capture/bdbb60cb-54da-41f0-8cd7-f0b6cf12fed9 {"id":"bdbb60cb-54da-41f0-8cd7-f0b6cf12fed9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812734} /tidb/cdc/test1/__cdc_meta__/meta/meta-version 1 /tidb/cdc/test1/__cdc_meta__/owner/22319603567682fd bdbb60cb-54da-41f0-8cd7-f0b6cf12fed9 /tidb/cdc/test1/default/upstream/7489618603037470049 {"id":7489618603037470049,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Sat Apr 5 08:25:37 CST 2025] <<<<<< START cdc server in multi_cdc_cluster case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_cdc_cluster.1308813090.out server --log-file /tmp/tidb_cdc_test/multi_cdc_cluster/cdcmult_cdc.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_cdc_cluster/cdc_datamult_cdc.server2 --cluster-id test2 --addr 127.0.0.1:8301 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff successfully [Sat Apr 5 08:25:38 CST 2025] <<<<<< run test case consistent_replicate_storage_file_large_value success! >>>>>> count(*) 0 [2025/04/05 08:25:38.051 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:36:29, a: 700, b: 700, }"] [row2="{ a: 700, b: 700, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:29, }"] [2025/04/05 08:25:38.152 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 701, b: 701, c: F, RLhzp: uSvsc, d: 08:36:30, }"] [row2="{ d: 08:36:30, a: 701, b: 701, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:38.252 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 702, b: 702, c: F, RLhzp: uSvsc, d: 08:36:31, }"] [row2="{ a: 702, b: 702, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:31, }"] Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 08:25:38.352 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ b: 703, c: F, RLhzp: uSvsc, d: 08:36:32, a: 703, }"] [row2="{ a: 703, b: 703, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:32, }"] [2025/04/05 08:25:38.452 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:36:33, a: 704, b: 704, c: F, }"] [row2="{ a: 704, b: 704, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:33, }"] running pause_changefeed [2025/04/05 08:25:38.552 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:36:34, a: 705, b: 705, c: F, }"] [row2="{ b: 705, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:34, a: 705, }"] [2025/04/05 08:25:38.652 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 706, b: 706, c: F, RLhzp: uSvsc, d: 08:36:35, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:35, a: 706, b: 706, }"] [2025/04/05 08:25:38.753 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 707, b: 707, c: F, RLhzp: uSvsc, d: 08:36:36, }"] [row2="{ a: 707, b: 707, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:36, }"] [2025/04/05 08:25:38.853 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:36:40, a: 710, b: 710, c: F, RLhzp: uSvsc, }"] [row2="{ b: 710, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:40, a: 710, }"] [2025/04/05 08:25:38.953 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 711, b: 711, c: F, RLhzp: uSvsc, d: 08:36:41, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:41, a: 711, b: 711, c: e1Fmh2Hb, }"] [2025/04/05 08:25:39.053 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:36:42, a: 712, b: 712, c: F, RLhzp: uSvsc, }"] [row2="{ d: 08:36:42, a: 712, b: 712, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:39.153 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 713, b: 713, c: F, RLhzp: uSvsc, d: 08:36:43, }"] [row2="{ a: 713, b: 713, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:43, }"] [2025/04/05 08:25:39.254 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 714, b: 714, c: F, RLhzp: uSvsc, d: 08:36:44, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:44, a: 714, b: 714, c: e1Fmh2Hb, }"] ERROR 2003 (HY000): Can't connect to MySQL server on '10.233.123.29' (111) [2025/04/05 08:25:39.354 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:36:45, a: 715, b: 715, }"] [row2="{ a: 715, b: 715, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:45, }"] [2025/04/05 08:25:39.454 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 717, c: F, RLhzp: uSvsc, d: 08:36:47, a: 717, }"] [row2="{ a: 717, b: 717, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:47, }"] [2025/04/05 08:25:39.554 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 718, b: 718, c: F, RLhzp: uSvsc, d: 08:36:48, }"] [row2="{ a: 718, b: 718, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:48, }"] [2025/04/05 08:25:39.654 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 719, b: 719, c: F, RLhzp: uSvsc, d: 08:36:49, }"] [row2="{ a: 719, b: 719, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:49, }"] [2025/04/05 08:25:39.754 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 720, b: 720, c: F, RLhzp: uSvsc, d: 08:36:51, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:51, a: 720, b: 720, }"] pass test: pause changefeed [2025/04/05 08:25:39.855 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 721, b: 721, c: F, RLhzp: uSvsc, d: 08:36:52, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:52, a: 721, b: 721, }"] [2025/04/05 08:25:39.955 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:36:53, a: 722, b: 722, }"] [row2="{ b: 722, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:53, a: 722, }"] [2025/04/05 08:25:39.325 +08:00] [INFO] [main.go:86] ["running ddl test: 4 modifyColumnDDL"] [2025/04/05 08:25:39.527 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 08:25:39.535 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 08:25:39.705 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 08:25:39.705 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 08:25:39.725 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 08:25:39.726 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 08:25:39.883 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 08:25:39.914 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 08:25:40.052 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 08:25:40.053 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 08:25:40.085 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 08:25:40.085 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 08:25:40.055 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 723, b: 723, c: F, RLhzp: uSvsc, d: 08:36:54, }"] [row2="{ a: 723, b: 723, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:54, }"] [2025/04/05 08:25:40.155 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 724, c: F, RLhzp: uSvsc, d: 08:36:55, a: 724, }"] [row2="{ a: 724, b: 724, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:55, }"] [2025/04/05 08:25:40.255 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 725, b: 725, c: F, RLhzp: uSvsc, d: 08:36:56, }"] [row2="{ a: 725, b: 725, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:56, }"] [2025/04/05 08:25:40.219 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 08:25:40.263 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 08:25:40.397 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 08:25:40.399 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/05 08:25:40.356 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:36:57, a: 726, b: 726, c: F, }"] [row2="{ b: 726, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:57, a: 726, }"] [2025/04/05 08:25:40.456 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 727, b: 727, c: F, RLhzp: uSvsc, d: 08:36:58, }"] [row2="{ a: 727, b: 727, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:58, }"] [2025/04/05 08:25:40.437 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 08:25:40.438 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 08:25:40.579 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/05 08:25:40.616 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 08:25:40.556 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:36:59, a: 728, b: 728, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:36:59, a: 728, b: 728, }"] [2025/04/05 08:25:40.656 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:37:00, a: 729, b: 729, c: F, RLhzp: uSvsc, }"] [row2="{ a: 729, b: 729, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:00, }"] [2025/04/05 08:25:40.756 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 730, b: 730, c: F, RLhzp: uSvsc, d: 08:37:01, }"] [row2="{ a: 730, b: 730, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:01, }"] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) running update_changefeed [2025/04/05 08:25:40.758 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 08:25:40.759 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 08:25:40.794 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 08:25:40.795 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 08:25:40.856 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:37:02, a: 731, b: 731, c: F, }"] [row2="{ d: 08:37:02, a: 731, b: 731, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:40.957 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 732, b: 732, c: F, RLhzp: uSvsc, d: 08:37:03, }"] [row2="{ a: 732, b: 732, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:03, }"] pass test: update changefeed [2025/04/05 08:25:41.003 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 08:25:41.050 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:25:40 GMT < Content-Length: 812 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/test2/__cdc_meta__/capture/7ce85423-a95c-45a0-b050-1dff880535bf {"id":"7ce85423-a95c-45a0-b050-1dff880535bf","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812738} /tidb/cdc/test2/__cdc_meta__/meta/meta-version 1 /tidb/cdc/test2/__cdc_meta__/owner/2231960356768326 7ce85423-a95c-45a0-b050-1dff880535bf /tidb/cdc/test2/default/upstream/7489618603037470049 {"id":7489618603037470049,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/test2/__cdc_meta__/capture/7ce85423-a95c-45a0-b050-1dff880535bf {"id":"7ce85423-a95c-45a0-b050-1dff880535bf","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812738} /tidb/cdc/test2/__cdc_meta__/meta/meta-version 1 /tidb/cdc/test2/__cdc_meta__/owner/2231960356768326 7ce85423-a95c-45a0-b050-1dff880535bf /tidb/cdc/test2/default/upstream/7489618603037470049 {"id":7489618603037470049,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/test2/__cdc_meta__/capture/7ce85423-a95c-45a0-b050-1dff880535bf {"id":"7ce85423-a95c-45a0-b050-1dff880535bf","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812738} /tidb/cdc/test2/__cdc_meta__/meta/meta-version 1 /tidb/cdc/test2/__cdc_meta__/owner/2231960356768326 7ce85423-a95c-45a0-b050-1dff880535bf /tidb/cdc/test2/default/upstream/7489618603037470049 {"id":7489618603037470049,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_cdc_cluster.cli.13148.out cli changefeed create --start-ts=457130045109436417 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --server http://127.0.0.1:8300 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_cdc_cluster/conf/changefeed1.toml Create changefeed successfully! ID: 0e77884b-0417-42ac-8868-4d5fe820c86d Info: {"upstream_id":7489618603037470049,"namespace":"default","id":"0e77884b-0417-42ac-8868-4d5fe820c86d","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:25:41.24671055+08:00","start_ts":457130045109436417,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["test.multi_cdc1"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130045109436417,"checkpoint_ts":457130045109436417,"checkpoint_time":"2025-04-05 08:25:33.114"} PASS [2025/04/05 08:25:41.057 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:37:04, a: 733, b: 733, }"] [row2="{ a: 733, b: 733, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:04, }"] [2025/04/05 08:25:41.157 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 734, c: F, RLhzp: uSvsc, d: 08:37:05, a: 734, }"] [row2="{ a: 734, b: 734, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:05, }"] [2025/04/05 08:25:41.257 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 735, b: 735, c: F, RLhzp: uSvsc, d: 08:37:06, }"] [row2="{ a: 735, b: 735, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:06, }"] [2025/04/05 08:25:41.292 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/05 08:25:41.293 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 08:25:41.338 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/05 08:25:41.339 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] coverage: 2.4% of statements in github.com/pingcap/tiflow/... [2025/04/05 08:25:41.357 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 736, b: 736, c: F, RLhzp: uSvsc, d: 08:37:07, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:07, a: 736, b: 736, }"] [2025/04/05 08:25:41.457 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 737, b: 737, c: F, RLhzp: uSvsc, d: 08:37:08, }"] [row2="{ a: 737, b: 737, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:08, }"] [2025/04/05 08:25:41.558 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 738, b: 738, c: F, RLhzp: uSvsc, d: 08:37:09, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:09, a: 738, b: 738, c: e1Fmh2Hb, }"] [2025/04/05 08:25:41.481 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/05 08:25:41.517 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/05 08:25:41.658 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 739, b: 739, c: F, RLhzp: uSvsc, d: 08:37:10, }"] [row2="{ d: 08:37:10, a: 739, b: 739, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] [2025/04/05 08:25:41.758 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:37:12, a: 740, b: 740, c: F, }"] [row2="{ a: 740, b: 740, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:12, }"] [2025/04/05 08:25:41.806 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/05 08:25:41.807 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 08:25:41.844 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/05 08:25:41.845 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618667001215302 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5b08e8000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-7nwxg, pid:7876, start at 2025-04-05 08:25:39.677936768 +0800 CST m=+2.321050445 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:27:39.685 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:25:39.691 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:15:39.691 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618667001215302 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5b08e8000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-7nwxg, pid:7876, start at 2025-04-05 08:25:39.677936768 +0800 CST m=+2.321050445 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:27:39.685 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:25:39.691 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:15:39.691 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618661540453379 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5b0a800004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-7nwxg, pid:7948, start at 2025-04-05 08:25:39.748704493 +0800 CST m=+2.313113646 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:27:39.756 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:25:39.744 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:15:39.744 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/http_proxies/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/http_proxies/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/http_proxies/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/http_proxies/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["10.233.123.29:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/http_proxies/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } running resume_changefeed [2025/04/05 08:25:41.858 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:37:13, a: 741, b: 741, c: F, }"] [row2="{ a: 741, b: 741, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:13, }"] [2025/04/05 08:25:41.958 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:37:14, a: 742, b: 742, }"] [row2="{ a: 742, b: 742, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:14, }"] [2025/04/05 08:25:42.058 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 743, c: F, RLhzp: uSvsc, d: 08:37:15, a: 743, }"] [row2="{ a: 743, b: 743, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:15, }"] [2025/04/05 08:25:42.030 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/05 08:25:42.063 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/05 08:25:42.158 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:37:16, a: 744, b: 744, c: F, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:16, a: 744, b: 744, }"] [2025/04/05 08:25:42.258 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:37:17, a: 745, b: 745, c: F, RLhzp: uSvsc, }"] [row2="{ a: 745, b: 745, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:17, }"] [2025/04/05 08:25:42.211 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/05 08:25:42.212 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 08:25:42.238 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/05 08:25:42.239 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/05 08:25:42.359 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 746, b: 746, c: F, RLhzp: uSvsc, d: 08:37:18, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:18, a: 746, b: 746, }"] [2025/04/05 08:25:42.459 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 747, b: 747, c: F, RLhzp: uSvsc, d: 08:37:19, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:19, a: 747, b: 747, }"] [2025/04/05 08:25:42.559 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 748, c: F, RLhzp: uSvsc, d: 08:37:20, a: 748, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:20, a: 748, b: 748, c: e1Fmh2Hb, }"] [2025/04/05 08:25:42.539 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/05 08:25:42.558 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 08:25:42.659 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 749, b: 749, c: F, RLhzp: uSvsc, d: 08:37:21, }"] [row2="{ a: 749, b: 749, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:21, }"] [2025/04/05 08:25:42.759 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 750, c: F, RLhzp: uSvsc, d: 08:37:22, a: 750, }"] [row2="{ a: 750, b: 750, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:22, }"] + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_cdc_cluster.cli.13181.out cli changefeed create --start-ts=457130045109436417 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --server http://127.0.0.1:8301 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_cdc_cluster/conf/changefeed2.toml [2025/04/05 08:25:42.727 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/05 08:25:42.728 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/05 08:25:42.736 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/05 08:25:42.736 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 08:25:42.901 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] [2025/04/05 08:25:42.915 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/05 08:25:42.859 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:37:23, a: 751, b: 751, c: F, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:23, a: 751, b: 751, c: e1Fmh2Hb, }"] [2025/04/05 08:25:42.960 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 752, b: 752, c: F, RLhzp: uSvsc, d: 08:37:24, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:24, a: 752, b: 752, c: e1Fmh2Hb, }"] [2025/04/05 08:25:43.060 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 753, b: 753, c: F, RLhzp: uSvsc, d: 08:37:25, }"] [row2="{ RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:25, a: 753, b: 753, c: e1Fmh2Hb, }"] Create changefeed successfully! ID: 24ed8b26-f57a-42a8-b316-5a96df9a51f5 Info: {"upstream_id":7489618603037470049,"namespace":"default","id":"24ed8b26-f57a-42a8-b316-5a96df9a51f5","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:25:43.142940802+08:00","start_ts":457130045109436417,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["test.multi_cdc2"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130045109436417,"checkpoint_ts":457130045109436417,"checkpoint_time":"2025-04-05 08:25:33.114"} PASS [2025/04/05 08:25:43.152 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/05 08:25:43.160 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 754, c: F, RLhzp: uSvsc, d: 08:37:26, a: 754, }"] [row2="{ a: 754, b: 754, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:26, }"] [2025/04/05 08:25:43.260 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ c: F, RLhzp: uSvsc, d: 08:37:27, a: 755, b: 755, }"] [row2="{ a: 755, b: 755, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:27, }"] coverage: 2.4% of statements in github.com/pingcap/tiflow/... [2025/04/05 08:25:43.200 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/05 08:25:43.219 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/05 08:25:43.220 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/05 08:25:43.403 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [2025/04/05 08:25:43.408 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/05 08:25:43.360 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:37:28, a: 756, b: 756, c: F, RLhzp: uSvsc, }"] [row2="{ a: 756, b: 756, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:28, }"] [2025/04/05 08:25:43.461 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 757, c: F, RLhzp: uSvsc, d: 08:37:29, a: 757, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:29, a: 757, b: 757, }"] [2025/04/05 08:25:43.561 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 758, b: 758, c: F, RLhzp: uSvsc, d: 08:37:30, }"] [row2="{ a: 758, b: 758, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:30, }"] [2025/04/05 08:25:43.584 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/05 08:25:43.584 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/05 08:25:43.585 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/05 08:25:43.585 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/05 08:25:43.661 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:37:31, a: 759, b: 759, c: F, }"] [row2="{ a: 759, b: 759, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:31, }"] [2025/04/05 08:25:43.761 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 760, b: 760, c: F, RLhzp: uSvsc, d: 08:37:32, }"] [row2="{ a: 760, b: 760, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:32, }"] + start_proxy + echo 'dumpling grpc packet to /tmp/tidb_cdc_test/http_proxies/test_proxy.log...' dumpling grpc packet to /tmp/tidb_cdc_test/http_proxies/test_proxy.log... + proxy_pid=9262 + echo 'proxy port: 16727' proxy port: 16727 + echo 'proxy pid: 9262' proxy pid: 9262 + sleep 5 + GO111MODULE=on + WORK_DIR=/tmp/tidb_cdc_test/http_proxies + go run /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_proxies/run-proxy.go --port=16727 go: downloading go1.23.4 (linux/amd64) pass test: resume changefeed [2025/04/05 08:25:43.901 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/05 08:25:43.907 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] [2025/04/05 08:25:43.861 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 761, c: F, RLhzp: uSvsc, d: 08:37:33, a: 761, }"] [row2="{ a: 761, b: 761, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:33, }"] [2025/04/05 08:25:43.962 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 762, b: 762, c: F, RLhzp: uSvsc, d: 08:37:34, }"] [row2="{ a: 762, b: 762, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:34, }"] [2025/04/05 08:25:44.062 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:37:35, a: 763, b: 763, c: F, RLhzp: uSvsc, }"] [row2="{ a: 763, b: 763, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:35, }"] [2025/04/05 08:25:44.068 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [2025/04/05 08:25:44.069 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/05 08:25:44.084 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [2025/04/05 08:25:44.085 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/05 08:25:44.162 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 764, c: F, RLhzp: uSvsc, d: 08:37:36, a: 764, }"] [row2="{ a: 764, b: 764, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:36, }"] [2025/04/05 08:25:44.262 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 765, b: 765, c: F, RLhzp: uSvsc, d: 08:37:37, }"] [row2="{ a: 765, b: 765, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:37, }"] [2025/04/05 08:25:44.243 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] [2025/04/05 08:25:44.256 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled False If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618673463565830 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5b35d4000e Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc, pid:32570, start at 2025-04-05 08:25:42.543339386 +0800 CST m=+2.235840486 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:27:42.550 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:25:42.517 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:15:42.517 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled False If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618673463565830 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5b35d4000e Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc, pid:32570, start at 2025-04-05 08:25:42.543339386 +0800 CST m=+2.235840486 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:27:42.550 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:25:42.517 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:15:42.517 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled False If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618676680972943 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5b35c8000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-v-71tkc, pid:32648, start at 2025-04-05 08:25:42.527783184 +0800 CST m=+2.157814803 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:27:42.535 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:25:42.514 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:15:42.514 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... [2025/04/05 08:25:44.362 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ c: F, RLhzp: uSvsc, d: 08:38:53, a: 766, b: 766, }"] [row2="{ a: 766, b: 766, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:38:53, }"] [2025/04/05 08:25:44.462 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:37:39, a: 767, b: 767, c: F, }"] [row2="{ a: 767, b: 767, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:39, }"] [2025/04/05 08:25:44.563 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 768, b: 768, c: F, RLhzp: uSvsc, d: 08:37:40, }"] [row2="{ d: 08:37:40, a: 768, b: 768, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, }"] \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) + set +x table test.multi_cdc1 exists table test.multi_cdc2 exists [Pipeline] // cache [Pipeline] } TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ci_collation_compatibility/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ci_collation_compatibility/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ci_collation_compatibility/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ci_collation_compatibility/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ci_collation_compatibility/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } running rebalance_table [2025/04/05 08:25:44.663 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 769, b: 769, c: F, RLhzp: uSvsc, d: 08:37:41, }"] [row2="{ a: 769, b: 769, c: e1Fmh2Hb, RLhzp: 7zGXPK81dNucPAurNGdwRgF5rbEWj, d: 08:37:41, }"] [2025/04/05 08:25:44.763 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 770, b: 770, c: F, RLhzp: uSvsc, d: 08:37:42, }"] [row2="{ a: 770, b: 770, c: e1Fmh2Hb, RLhzp: dcnFWUd0De19GZNbXUBx9sio5nibF4hYRhw, d: 08:37:42, }"] [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } check diff failed 1-th time, retry later [Pipeline] // container [Pipeline] } pass test: rebalance table [2025/04/05 08:25:44.863 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:37:43, a: 771, b: 771, }"] [row2="{ a: 771, b: 771, c: e1Fmh2Hb, RLhzp: UWgnEIH81Qi7iZpcM86K3qC8Lg2960, d: 08:37:43, }"] [2025/04/05 08:25:44.963 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 772, c: F, RLhzp: uSvsc, d: 08:37:44, a: 772, }"] [row2="{ a: 772, b: 772, c: e1Fmh2Hb, RLhzp: d1NVk3cbLrvHecUUO86T44MjRxd3sTOnHHcy7QKQh, d: 08:37:44, }"] [2025/04/05 08:25:45.064 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 773, c: F, RLhzp: uSvsc, d: 08:37:45, a: 773, }"] [row2="{ d: 08:37:45, a: 773, b: 773, c: e1Fmh2Hb, RLhzp: Uu4ZWmqkz, }"] [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [2025/04/05 08:25:45.164 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 774, b: 774, c: F, RLhzp: uSvsc, d: 08:37:46, }"] [row2="{ RLhzp: qb3, d: 08:37:46, a: 774, b: 774, c: e1Fmh2Hb, }"] [2025/04/05 08:25:45.264 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 775, b: 775, c: F, RLhzp: uSvsc, d: 08:37:47, }"] [row2="{ a: 775, b: 775, c: e1Fmh2Hb, RLhzp: VZ9Aak2y3PVD3dVq6BhJh, d: 08:37:47, }"] [2025/04/05 08:25:45.364 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:37:48, a: 776, b: 776, c: F, RLhzp: uSvsc, }"] [row2="{ a: 776, b: 776, c: e1Fmh2Hb, RLhzp: cGTCnAIQe51nEPitQOKrxQ2NRzD, d: 08:37:48, }"] [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [2025/04/05 08:25:45.464 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 777, b: 777, c: F, RLhzp: uSvsc, d: 08:37:49, }"] [row2="{ c: e1Fmh2Hb, RLhzp: v4xKyjnZgeQ, d: 08:37:49, a: 777, b: 777, }"] [2025/04/05 08:25:45.564 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 778, b: 778, c: F, RLhzp: uSvsc, d: 08:37:50, }"] [row2="{ RLhzp: UoQvTd0YJesjOPbepSr1rlDP4VFjJvgOceIhIKqL, d: 08:37:50, a: 778, b: 778, c: e1Fmh2Hb, }"] ***************** properties ***************** "dotransactions"="false" "requestdistribution"="uniform" "mysql.port"="4000" "threadcount"="2" "recordcount"="10" "workload"="core" "mysql.host"="127.0.0.1" "mysql.db"="testSync" "insertproportion"="0" "scanproportion"="0" "readallfields"="true" "operationcount"="0" "mysql.user"="root" "readproportion"="0" "updateproportion"="0" ********************************************** Run finished, takes 4.622833ms INSERT - Takes(s): 0.0, Count: 10, OPS: 3195.3, Avg(us): 803, Min(us): 447, Max(us): 1877, 95th(us): 2000, 99th(us): 2000 [2025/04/05 08:25:45.665 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 779, b: 779, c: F, RLhzp: uSvsc, d: 08:37:51, }"] [row2="{ a: 779, b: 779, c: e1Fmh2Hb, RLhzp: LZTnm1boREE, d: 08:37:51, }"] [2025/04/05 08:25:45.765 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 780, b: 780, c: F, RLhzp: uSvsc, d: 08:37:53, }"] [row2="{ a: 780, b: 780, c: e1Fmh2Hb, RLhzp: 48EFYHE4NAtGquAPqBcfQzlCi1J, d: 08:37:53, }"] [2025/04/05 08:25:45.865 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:37:54, a: 781, b: 781, }"] [row2="{ d: 08:37:54, a: 781, b: 781, c: e1Fmh2Hb, RLhzp: 2UEyeTbn7BMMB, }"] running list_processor [2025/04/05 08:25:45.965 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 782, b: 782, c: F, RLhzp: uSvsc, d: 08:37:55, }"] [row2="{ a: 782, b: 782, c: e1Fmh2Hb, RLhzp: WOw, d: 08:37:55, }"] [2025/04/05 08:25:46.065 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ d: 08:37:56, a: 783, b: 783, c: F, RLhzp: uSvsc, }"] [row2="{ RLhzp: 6Tq4Vqlo, d: 08:37:56, a: 783, b: 783, c: e1Fmh2Hb, }"] pass test: list processors [2025/04/05 08:25:46.165 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 784, b: 784, c: F, RLhzp: uSvsc, d: 08:37:57, }"] [row2="{ RLhzp: JbKKEc, d: 08:37:57, a: 784, b: 784, c: e1Fmh2Hb, }"] [2025/04/05 08:25:46.266 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 785, b: 785, c: F, RLhzp: uSvsc, d: 08:37:58, }"] [row2="{ b: 785, c: e1Fmh2Hb, RLhzp: JLVXU, d: 08:37:58, a: 785, }"] [2025/04/05 08:25:46.366 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 786, b: 786, c: F, RLhzp: uSvsc, d: 08:37:59, }"] [row2="{ d: 08:37:59, a: 786, b: 786, c: e1Fmh2Hb, RLhzp: Dlb60XigaI0B1NIBYAzVj, }"] [2025/04/05 08:25:46.466 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 787, b: 787, c: F, RLhzp: uSvsc, d: 08:38:00, }"] [row2="{ a: 787, b: 787, c: e1Fmh2Hb, RLhzp: RJe3Nnk5ejKpKhgDNaegEvt1HePpZeEuwS8KLi, d: 08:38:00, }"] [2025/04/05 08:25:46.566 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 788, b: 788, c: F, RLhzp: uSvsc, d: 08:38:01, }"] [row2="{ a: 788, b: 788, c: e1Fmh2Hb, RLhzp: Ati2WVK6Y2MCEyPJCCe4CxLfswlr3n9clPqVgoC6ECDWH, d: 08:38:01, }"] + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ci_collation_compatibility.cli.33977.out cli tso query --pd=http://127.0.0.1:2379 [2025/04/05 08:25:46.667 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:38:02, a: 789, b: 789, c: F, }"] [row2="{ b: 789, c: e1Fmh2Hb, RLhzp: iJQwYGR1B4b6TmBig2veTtWhSLRR, d: 08:38:02, a: 789, }"] [2025/04/05 08:25:46.767 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:38:03, a: 790, b: 790, c: F, RLhzp: uSvsc, }"] [row2="{ a: 790, b: 790, c: e1Fmh2Hb, RLhzp: ZGeFUt9QVyHk1n5mkfmyLoG6V, d: 08:38:03, }"] [2025/04/05 08:25:46.867 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 792, c: F, RLhzp: uSvsc, d: 08:38:05, a: 792, }"] [row2="{ a: 792, b: 792, c: e1Fmh2Hb, RLhzp: RnESec5oVs, d: 08:38:05, }"] [2025/04/05 08:25:46.967 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:38:06, a: 793, b: 793, c: F, RLhzp: uSvsc, }"] [row2="{ RLhzp: dwEhUP07C04ttNj2TqeP8b7Ots, d: 08:38:06, a: 793, b: 793, c: e1Fmh2Hb, }"] [2025/04/05 08:25:47.067 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 794, b: 794, c: F, RLhzp: uSvsc, d: 08:38:07, }"] [row2="{ a: 794, b: 794, c: e1Fmh2Hb, RLhzp: dTMfKtZdghsHwVyYfq, d: 08:38:07, }"] running get_processor [2025/04/05 08:25:47.168 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 795, b: 795, c: F, RLhzp: uSvsc, d: 08:38:08, }"] [row2="{ b: 795, c: e1Fmh2Hb, RLhzp: kQz9i90ccT2Hfj, d: 08:38:08, a: 795, }"] [2025/04/05 08:25:47.268 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:38:09, a: 796, b: 796, c: F, }"] [row2="{ c: e1Fmh2Hb, RLhzp: XAYMtOamUiZ7OT26oM9yzi3mriuHo1H30FXlwXiKKEJR0, d: 08:38:09, a: 796, b: 796, }"] [2025/04/05 08:25:47.368 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 797, b: 797, c: F, RLhzp: uSvsc, d: 08:38:10, }"] [row2="{ c: e1Fmh2Hb, RLhzp: de55CE0, d: 08:38:10, a: 797, b: 797, }"] check diff successfully wait process cdc.test exit for 1-th time... [2025/04/05 08:25:47.468 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:38:11, a: 798, b: 798, }"] [row2="{ a: 798, b: 798, c: e1Fmh2Hb, RLhzp: E5uA, d: 08:38:11, }"] [2025/04/05 08:25:47.568 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:38:12, a: 799, b: 799, c: F, RLhzp: uSvsc, }"] [row2="{ RLhzp: 13IP7N0dHk41NpZODTF46Z0CNtpQdYFufG5QPgE9SXd1, d: 08:38:12, a: 799, b: 799, c: e1Fmh2Hb, }"] [2025/04/05 08:25:47.668 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 800, b: 800, c: F, RLhzp: uSvsc, d: 08:38:13, }"] [row2="{ a: 800, b: 800, c: e1Fmh2Hb, RLhzp: eL9b5zlDggBOuyHVVv3Bjy5Wi7CbirML7cO, d: 08:38:13, }"] [2025/04/05 08:25:47.769 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 801, c: F, RLhzp: uSvsc, d: 08:38:14, a: 801, }"] [row2="{ RLhzp: y9cxT9TXxn4z24eesPQ3ZxP9, d: 08:38:14, a: 801, b: 801, c: e1Fmh2Hb, }"] [2025/04/05 08:25:47.869 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 802, b: 802, c: F, RLhzp: uSvsc, d: 08:38:15, }"] [row2="{ RLhzp: AQWKVHsdJy87tsAQnYT1eIlQCn3nLjEjYL, d: 08:38:15, a: 802, b: 802, c: e1Fmh2Hb, }"] wait process cdc.test exit for 2-th time... [2025/04/05 08:25:47.969 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 803, b: 803, c: F, RLhzp: uSvsc, d: 08:38:16, }"] [row2="{ a: 803, b: 803, c: e1Fmh2Hb, RLhzp: dSp, d: 08:38:16, }"] [2025/04/05 08:25:48.069 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:38:17, a: 804, b: 804, }"] [row2="{ d: 08:38:17, a: 804, b: 804, c: e1Fmh2Hb, RLhzp: iJ52KJzNF4Ze77rJ05e1io20DVbpQuVD9, }"] [2025/04/05 08:25:48.169 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:38:18, a: 805, b: 805, }"] [row2="{ a: 805, b: 805, c: e1Fmh2Hb, RLhzp: plmLkLHzNhMLjIcNgJjfX61QMASnoRYAU34PKtahf9S, d: 08:38:18, }"] [2025/04/05 08:25:48.269 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 806, c: F, RLhzp: uSvsc, d: 08:38:19, a: 806, }"] [row2="{ b: 806, c: e1Fmh2Hb, RLhzp: l0yGIf1E9QhPrPQ06Ex2jRDt1G7szeIF8jMYRh9qeeYkA, d: 08:38:19, a: 806, }"] [2025/04/05 08:25:48.370 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 807, b: 807, c: F, RLhzp: uSvsc, d: 08:38:20, }"] [row2="{ c: e1Fmh2Hb, RLhzp: lElnxEVRYwMPv7NpfSMW7vofRN8o, d: 08:38:20, a: 807, b: 807, }"] + set +x + tso='457130048740917249 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130048740917249 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:25:48 CST 2025] <<<<<< START cdc server in ci_collation_compatibility case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ci_collation_compatibility.3402234024.out server --log-file /tmp/tidb_cdc_test/ci_collation_compatibility/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ci_collation_compatibility/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 08:25:48.470 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 808, c: F, RLhzp: uSvsc, d: 08:38:21, a: 808, }"] [row2="{ a: 808, b: 808, c: e1Fmh2Hb, RLhzp: POf4knWqnZGPWHwc1Z5nEWv0rhlPKDJWa7cof, d: 08:38:21, }"] [2025/04/05 08:25:48.570 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 809, b: 809, c: F, RLhzp: uSvsc, d: 08:38:22, }"] [row2="{ d: 08:38:22, a: 809, b: 809, c: e1Fmh2Hb, RLhzp: 3XINoCwHrWwKpqIcMDb, }"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:25:48 CST 2025] <<<<<< run test case multi_cdc_cluster success! >>>>>> [2025/04/05 08:25:48.670 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:38:23, a: 810, b: 810, c: F, RLhzp: uSvsc, }"] [row2="{ b: 810, c: e1Fmh2Hb, RLhzp: QWca4wDgvW0iphPifoiZP9FFcIc7jJX9wtca, d: 08:38:23, a: 810, }"] [2025/04/05 08:25:48.770 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 811, b: 811, c: F, RLhzp: uSvsc, d: 08:38:24, }"] [row2="{ a: 811, b: 811, c: e1Fmh2Hb, RLhzp: ubbZCGBm8ESHv5FyOSEQ0, d: 08:38:24, }"] [2025/04/05 08:25:48.870 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:38:25, a: 812, b: 812, }"] [row2="{ a: 812, b: 812, c: e1Fmh2Hb, RLhzp: fKBKIKrU8bd3YX, d: 08:38:25, }"] + export http_proxy=http://127.0.0.1:16727 + http_proxy=http://127.0.0.1:16727 + export https_proxy=http://127.0.0.1:16727 + https_proxy=http://127.0.0.1:16727 + echo 'try to connect pd cluster via proxy, pd addr: 10.233.123.29:2379' try to connect pd cluster via proxy, pd addr: 10.233.123.29:2379 + ensure 10 curl http://10.233.123.29:2379/ curl http://10.233.123.29:2379/ % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed connect to 127.0.0.1:16727; Connection refused run task failed 1-th time, retry later go: downloading google.golang.org/grpc v1.64.0 go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/bradleyjkemp/grpc-tools v0.2.5 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading golang.org/x/net v0.33.0 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/sirupsen/logrus v1.9.3 go: downloading github.com/improbable-eng/grpc-web v0.12.0 go: downloading golang.org/x/sys v0.28.0 go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/rs/cors v1.7.0 go: downloading github.com/desertbit/timer v0.0.0-20180107155436-c41aec40b27f go: downloading github.com/gorilla/websocket v1.5.1 [2025/04/05 08:25:48.970 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ c: F, RLhzp: uSvsc, d: 08:38:26, a: 813, b: 813, }"] [row2="{ RLhzp: LJ7wNAFzvyqq5u, d: 08:38:26, a: 813, b: 813, c: e1Fmh2Hb, }"] [2025/04/05 08:25:49.071 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 814, b: 814, c: F, RLhzp: uSvsc, d: 08:38:27, }"] [row2="{ c: e1Fmh2Hb, RLhzp: gD0j6Lsbhj, d: 08:38:27, a: 814, b: 814, }"] [2025/04/05 08:25:49.171 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:38:28, a: 815, b: 815, c: F, }"] [row2="{ a: 815, b: 815, c: e1Fmh2Hb, RLhzp: FPy3PvDKuKIT, d: 08:38:28, }"] go: downloading golang.org/x/text v0.21.0 go: downloading google.golang.org/protobuf v1.35.2 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda [2025/04/05 08:25:49.271 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 816, b: 816, c: F, RLhzp: uSvsc, d: 08:38:29, }"] [row2="{ a: 816, b: 816, c: e1Fmh2Hb, RLhzp: CayMEMJR425vStIUpCdiieeH81, d: 08:38:29, }"] [2025/04/05 08:25:49.371 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 817, b: 817, c: F, RLhzp: uSvsc, d: 08:38:30, }"] [row2="{ b: 817, c: e1Fmh2Hb, RLhzp: yzdvvNZXOz6, d: 08:38:30, a: 817, }"] [2025/04/05 08:25:49.471 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:38:31, a: 818, b: 818, c: F, RLhzp: uSvsc, }"] [row2="{ d: 08:38:31, a: 818, b: 818, c: e1Fmh2Hb, RLhzp: wtxKTlTph0DkY4zCHGehw, }"] [2025/04/05 08:25:49.572 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:38:33, a: 820, b: 820, }"] [row2="{ d: 08:38:33, a: 820, b: 820, c: e1Fmh2Hb, RLhzp: hTDccxJ3U5kZ96Ryv59lPkD, }"] [2025/04/05 08:25:49.672 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:38:34, a: 821, b: 821, }"] [row2="{ a: 821, b: 821, c: e1Fmh2Hb, RLhzp: bHxd2a5BrBuNwDVy6UpTFFnWwgawL5VOIx6WRg9DXgQ, d: 08:38:34, }"] pass test: get processor [2025/04/05 08:25:49.772 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:38:35, a: 822, b: 822, }"] [row2="{ c: e1Fmh2Hb, RLhzp: u2uYsKxfGA8w2zZ, d: 08:38:35, a: 822, b: 822, }"] [2025/04/05 08:25:49.872 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:38:36, a: 823, b: 823, c: F, }"] [row2="{ c: e1Fmh2Hb, RLhzp: jrBAX0oLO8m1MiBNZs, d: 08:38:36, a: 823, b: 823, }"] [2025/04/05 08:25:49.972 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 824, c: F, RLhzp: uSvsc, d: 08:38:37, a: 824, }"] [row2="{ a: 824, b: 824, c: e1Fmh2Hb, RLhzp: vjwmgzkLizd4ro0wM, d: 08:38:37, }"] [2025/04/05 08:25:50.073 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 825, b: 825, c: F, RLhzp: uSvsc, d: 08:38:38, }"] [row2="{ c: e1Fmh2Hb, RLhzp: wPsgFW, d: 08:38:38, a: 825, b: 825, }"] [2025/04/05 08:25:50.173 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 826, b: 826, c: F, RLhzp: uSvsc, d: 08:38:39, }"] [row2="{ RLhzp: 79Wa2VOO0bjYFTcWeznBXbu6vFgfMlWaHHP, d: 08:38:39, a: 826, b: 826, c: e1Fmh2Hb, }"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/consistent_replicate_storage_s3/run.sh using Sink-Type: mysql... <<================= * About to connect() to 127.0.0.1 port 24927 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:24927; Connection refused * Closing connection 0 You are running an older version of MinIO released 4 years ago Update: Run `mc admin update` Attempting encryption of all config, IAM users and policies on MinIO backend Endpoint: http://127.0.0.1:24927 Object API (Amazon S3 compatible): Go: https://docs.min.io/docs/golang-client-quickstart-guide Java: https://docs.min.io/docs/java-client-quickstart-guide Python: https://docs.min.io/docs/python-client-quickstart-guide JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide .NET: https://docs.min.io/docs/dotnet-client-quickstart-guide [2025/04/05 08:25:50.273 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:38:40, a: 827, b: 827, c: F, RLhzp: uSvsc, }"] [row2="{ b: 827, c: e1Fmh2Hb, RLhzp: tAwYVY7xuorui3fxcDEcVET4Gzy7w3EEsjD1kx3, d: 08:38:40, a: 827, }"] [2025/04/05 08:25:50.373 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:38:41, a: 828, b: 828, c: F, RLhzp: uSvsc, }"] [row2="{ d: 08:38:41, a: 828, b: 828, c: e1Fmh2Hb, RLhzp: U88XdlZQjLKcYPAfKIDEFm8NFvBYsfCAIy63, }"] running move_table [2025/04/05 08:25:50.473 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 829, b: 829, c: F, RLhzp: uSvsc, d: 08:38:42, }"] [row2="{ a: 829, b: 829, c: e1Fmh2Hb, RLhzp: gqVOcdz86Ix, d: 08:38:42, }"] [2025/04/05 08:25:50.573 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 830, b: 830, c: F, RLhzp: uSvsc, d: 08:38:43, }"] [row2="{ a: 830, b: 830, c: e1Fmh2Hb, RLhzp: 6LIkkkxaFLMKHBECs2LHLXHdgPm, d: 08:38:43, }"] [2025/04/05 08:25:50.674 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 831, c: F, RLhzp: uSvsc, d: 08:38:44, a: 831, }"] [row2="{ a: 831, b: 831, c: e1Fmh2Hb, RLhzp: C2dpIVDj5ErvssOLeo7ik8KNJryVRwQCFPa, d: 08:38:44, }"] * About to connect() to 127.0.0.1 port 24927 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 24927 (#0) > GET / HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:24927 > Accept: */* > < HTTP/1.1 403 Forbidden < Accept-Ranges: bytes < Content-Length: 226 < Content-Security-Policy: block-all-mixed-content < Content-Type: application/xml < Server: MinIO/RELEASE.2020-07-27T18-37-02Z < Vary: Origin < X-Amz-Request-Id: 18334475307B4909 < X-Xss-Protection: 1; mode=block < Date: Sat, 05 Apr 2025 00:25:50 GMT < { [data not shown] * Connection #0 to host 127.0.0.1 left intact pass test: move table [2025/04/05 08:25:50.774 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 833, b: 833, c: F, RLhzp: uSvsc, d: 08:38:46, }"] [row2="{ b: 833, c: e1Fmh2Hb, RLhzp: mDIWlAOfKnN, d: 08:38:46, a: 833, }"] [2025/04/05 08:25:50.874 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 834, b: 834, c: F, RLhzp: uSvsc, d: 08:38:47, }"] [row2="{ b: 834, c: e1Fmh2Hb, RLhzp: OSrZwGSsabVJIAnS1vEIa, d: 08:38:47, a: 834, }"] [2025/04/05 08:25:50.253 +08:00] [INFO] [main.go:86] ["running ddl test: 5 addDropIndexDDL"] [2025/04/05 08:25:50.527 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 08:25:50.535 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 08:25:50.777 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 08:25:50.779 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 08:25:50.779 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 08:25:50.780 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 08:25:50.939 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 08:25:50.946 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] Bucket 's3://logbucket/' created The 1 times to try to start tidb cluster... [2025/04/05 08:25:50.974 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 835, b: 835, c: F, RLhzp: uSvsc, d: 08:38:48, }"] [row2="{ c: e1Fmh2Hb, RLhzp: jvt880B5gA6FEK2K6PYRVd5QdzXKey4bhcvj9aUzikf, d: 08:38:48, a: 835, b: 835, }"] [2025/04/05 08:25:51.074 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 836, b: 836, c: F, RLhzp: uSvsc, d: 08:38:49, }"] [row2="{ RLhzp: Asa19YXQ, d: 08:38:49, a: 836, b: 836, c: e1Fmh2Hb, }"] [2025/04/05 08:25:51.175 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 837, b: 837, c: F, RLhzp: uSvsc, d: 08:38:50, }"] [row2="{ a: 837, b: 837, c: e1Fmh2Hb, RLhzp: f, d: 08:38:50, }"] curl http://10.233.123.29:2379/ % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed connect to 127.0.0.1:16727; Connection refused run task failed 2-th time, retry later [2025/04/05 08:25:51.275 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 838, b: 838, c: F, RLhzp: uSvsc, d: 08:38:51, }"] [row2="{ d: 08:38:51, a: 838, b: 838, c: e1Fmh2Hb, RLhzp: QJX, }"] [2025/04/05 08:25:51.375 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:38:52, a: 839, b: 839, }"] [row2="{ c: e1Fmh2Hb, RLhzp: oUrnZTXgu90GB4ssrB, d: 08:38:52, a: 839, b: 839, }"] [2025/04/05 08:25:51.251 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 08:25:51.254 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 08:25:51.258 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 08:25:51.259 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 08:25:51.434 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 08:25:51.441 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 08:25:51.475 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 840, b: 840, c: F, RLhzp: uSvsc, d: 08:38:54, }"] [row2="{ a: 840, b: 840, c: e1Fmh2Hb, RLhzp: vvteCN59GTNnUF2VEzRU64MnPATgvCbl, d: 08:38:54, }"] [2025/04/05 08:25:51.575 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 841, b: 841, c: F, RLhzp: uSvsc, d: 08:38:55, }"] [row2="{ RLhzp: MrrE9qBPKjb5T, d: 08:38:55, a: 841, b: 841, c: e1Fmh2Hb, }"] [2025/04/05 08:25:51.675 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 842, c: F, RLhzp: uSvsc, d: 08:38:56, a: 842, }"] [row2="{ b: 842, c: e1Fmh2Hb, RLhzp: I8oqdj, d: 08:38:56, a: 842, }"] [2025/04/05 08:25:51.749 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 08:25:51.751 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 08:25:51.758 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 08:25:51.759 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:25:51 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/41255fed-56b9-4f14-9b04-f1997bda7816 {"id":"41255fed-56b9-4f14-9b04-f1997bda7816","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812748} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960356b0baea 41255fed-56b9-4f14-9b04-f1997bda7816 /tidb/cdc/default/default/upstream/7489618673463565830 {"id":7489618673463565830,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/41255fed-56b9-4f14-9b04-f1997bda7816 {"id":"41255fed-56b9-4f14-9b04-f1997bda7816","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812748} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960356b0baea 41255fed-56b9-4f14-9b04-f1997bda7816 /tidb/cdc/default/default/upstream/7489618673463565830 {"id":7489618673463565830,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/41255fed-56b9-4f14-9b04-f1997bda7816 {"id":"41255fed-56b9-4f14-9b04-f1997bda7816","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812748} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960356b0baea 41255fed-56b9-4f14-9b04-f1997bda7816 /tidb/cdc/default/default/upstream/7489618673463565830 {"id":7489618673463565830,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ci_collation_compatibility.cli.34083.out cli changefeed create --start-ts=457130048740917249 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?safe-mode=true' [2025/04/05 08:25:51.776 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ c: F, RLhzp: uSvsc, d: 08:38:57, a: 843, b: 843, }"] [row2="{ c: e1Fmh2Hb, RLhzp: HikoFcuBQxQ4WADXjK3ogCb8xFfabJGTWXS832yGJ, d: 08:38:57, a: 843, b: 843, }"] [2025/04/05 08:25:51.876 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 844, b: 844, c: F, RLhzp: uSvsc, d: 08:38:58, }"] [row2="{ b: 844, c: e1Fmh2Hb, RLhzp: J70W7uthky7uzOTHXFg2Xl8pU, d: 08:38:58, a: 844, }"] [2025/04/05 08:25:52.005 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 08:25:52.012 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] Create changefeed successfully! ID: 6257981d-1c07-4dc3-aac6-a4086d641be5 Info: {"upstream_id":7489618673463565830,"namespace":"default","id":"6257981d-1c07-4dc3-aac6-a4086d641be5","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?safe-mode=true","create_time":"2025-04-05T08:25:51.865151873+08:00","start_ts":457130048740917249,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130048740917249,"checkpoint_ts":457130048740917249,"checkpoint_time":"2025-04-05 08:25:46.967"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... [2025/04/05 08:25:51.976 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:38:59, a: 845, b: 845, c: F, }"] [row2="{ a: 845, b: 845, c: e1Fmh2Hb, RLhzp: S6umaAjohyqqr3jYP0wJtZ6gV6vUOIKTl86p83B, d: 08:38:59, }"] [2025/04/05 08:25:52.076 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 846, c: F, RLhzp: uSvsc, d: 08:39:00, a: 846, }"] [row2="{ b: 846, c: e1Fmh2Hb, RLhzp: BttCx49YBJIcRMpgE8OavyV6qqIiPpu7jUf7XiCEZqzH, d: 08:39:00, a: 846, }"] [2025/04/05 08:25:52.176 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 847, b: 847, c: F, RLhzp: uSvsc, d: 08:39:01, }"] [row2="{ d: 08:39:01, a: 847, b: 847, c: e1Fmh2Hb, RLhzp: rnMGQ, }"] running set_log_level pass test: set log level [2025/04/05 08:25:52.276 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:39:02, a: 848, b: 848, c: F, }"] [row2="{ a: 848, b: 848, c: e1Fmh2Hb, RLhzp: rCwX4M6igwExWmITp367sQOH6pM0, d: 08:39:02, }"] [2025/04/05 08:25:52.377 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:39:03, a: 849, b: 849, }"] [row2="{ a: 849, b: 849, c: e1Fmh2Hb, RLhzp: a979I4jokwUtRZqJPu, d: 08:39:03, }"] [2025/04/05 08:25:52.326 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 08:25:52.328 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 08:25:52.333 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 08:25:52.334 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 08:25:52.573 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/05 08:25:52.585 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 08:25:52.477 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:39:04, a: 850, b: 850, c: F, }"] [row2="{ b: 850, c: e1Fmh2Hb, RLhzp: zYQ6LHsqtARe8AStYdJ9BQdo9WW, d: 08:39:04, a: 850, }"] [2025/04/05 08:25:52.577 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 851, b: 851, c: F, RLhzp: uSvsc, d: 08:39:05, }"] [row2="{ a: 851, b: 851, c: e1Fmh2Hb, RLhzp: IXDXw4G1, d: 08:39:05, }"] [2025/04/05 08:25:52.677 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:39:06, a: 852, b: 852, c: F, }"] [row2="{ a: 852, b: 852, c: e1Fmh2Hb, RLhzp: t6cLpXdAIeVzCu7doRx9, d: 08:39:06, }"] [2025/04/05 08:25:52.777 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:39:07, a: 853, b: 853, }"] [row2="{ a: 853, b: 853, c: e1Fmh2Hb, RLhzp: 7UflSloerdkVWPvjaw7drkuHZSaOA2MD8, d: 08:39:07, }"] [2025/04/05 08:25:52.878 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 854, b: 854, c: F, RLhzp: uSvsc, d: 08:39:08, }"] [row2="{ a: 854, b: 854, c: e1Fmh2Hb, RLhzp: VwBc9Mi7RGuQjIzbPp24L0wPrVprc7A3hFN8pSRSaVu, d: 08:39:08, }"] [2025/04/05 08:25:52.978 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 855, b: 855, c: F, RLhzp: uSvsc, d: 08:39:09, }"] [row2="{ c: e1Fmh2Hb, RLhzp: SUewKspWA7VAyWzQmqNOtectgV7Fod0uR9J87VYGLbsJb, d: 08:39:09, a: 855, b: 855, }"] [2025/04/05 08:25:53.025 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 08:25:53.028 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/05 08:25:53.035 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/05 08:25:53.036 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] running remove_changefeed [2025/04/05 08:25:53.078 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 856, b: 856, c: F, RLhzp: uSvsc, d: 08:39:10, }"] [row2="{ a: 856, b: 856, c: e1Fmh2Hb, RLhzp: MHoC8AC0cm, d: 08:39:10, }"] [2025/04/05 08:25:53.178 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 857, c: F, RLhzp: uSvsc, d: 08:39:11, a: 857, }"] [row2="{ b: 857, c: e1Fmh2Hb, RLhzp: 0dteJEPqR, d: 08:39:11, a: 857, }"] + set +x [2025/04/05 08:25:53.278 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 858, b: 858, c: F, RLhzp: uSvsc, d: 08:39:12, }"] [row2="{ a: 858, b: 858, c: e1Fmh2Hb, RLhzp: zmpUVsrdGTq, d: 08:39:12, }"] [2025/04/05 08:25:53.378 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 859, b: 859, c: F, RLhzp: uSvsc, d: 08:39:13, }"] [row2="{ a: 859, b: 859, c: e1Fmh2Hb, RLhzp: 2RKREpozqNSqiMEhLMGK9pKjjv5v02BNdBZcv38U38Z1i, d: 08:39:13, }"] [2025/04/05 08:25:53.479 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 860, b: 860, c: F, RLhzp: uSvsc, d: 08:39:14, }"] [row2="{ b: 860, c: e1Fmh2Hb, RLhzp: nlefrydVVEabdeORvlnZMrzDgEoPvHrF0Al, d: 08:39:14, a: 860, }"] [2025/04/05 08:25:53.564 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/05 08:25:53.567 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/05 08:25:53.579 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:39:15, a: 861, b: 861, c: F, RLhzp: uSvsc, }"] [row2="{ a: 861, b: 861, c: e1Fmh2Hb, RLhzp: yw3fNiogzNO9RTO9ZJYcmNWqBkDFTEuxSno7Ssg, d: 08:39:15, }"] [2025/04/05 08:25:53.679 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:39:16, a: 862, b: 862, c: F, }"] [row2="{ b: 862, c: e1Fmh2Hb, RLhzp: xgo4IicgR9R457plmS43VK, d: 08:39:16, a: 862, }"] pass test: remove changefeed [2025/04/05 08:25:53.846 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/05 08:25:53.848 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/05 08:25:53.856 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/05 08:25:53.857 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 08:25:53.779 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:39:17, a: 863, b: 863, }"] [row2="{ d: 08:39:17, a: 863, b: 863, c: e1Fmh2Hb, RLhzp: 91DpDRot0C1EOvKHr0fwcmyJsFCz8gT, }"] [2025/04/05 08:25:53.879 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 864, b: 864, c: F, RLhzp: uSvsc, d: 08:39:18, }"] [row2="{ a: 864, b: 864, c: e1Fmh2Hb, RLhzp: lHB93SFhREQnbVo, d: 08:39:18, }"] [2025/04/05 08:25:53.980 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:39:19, a: 865, b: 865, c: F, }"] [row2="{ a: 865, b: 865, c: e1Fmh2Hb, RLhzp: h22acJT5vWDudHD2FvKGc5ZzZOHj10, d: 08:39:19, }"] [2025/04/05 08:25:54.080 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 866, b: 866, c: F, RLhzp: uSvsc, d: 08:39:20, }"] [row2="{ RLhzp: S1Cf5dBijX3xk9z9DnimvJOeMuWsXgx, d: 08:39:20, a: 866, b: 866, c: e1Fmh2Hb, }"] [2025/04/05 08:25:54.180 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ d: 08:39:21, a: 867, b: 867, c: F, RLhzp: uSvsc, }"] [row2="{ a: 867, b: 867, c: e1Fmh2Hb, RLhzp: LiOSTTiqEtr8B8HFNnpv9gDfdJ0nwce9M, d: 08:39:21, }"] [2025/04/05 08:25:54.280 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 868, b: 868, c: F, RLhzp: uSvsc, d: 08:39:22, }"] [row2="{ d: 08:39:22, a: 868, b: 868, c: e1Fmh2Hb, RLhzp: gmIA2EvyErT7Spm7EKe9XJB, }"] [2025/04/05 08:25:54.381 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 869, b: 869, c: F, RLhzp: uSvsc, d: 08:39:23, }"] [row2="{ RLhzp: cDgv40YD3ofkemzWTm6z4ZjeOh7Cic, d: 08:39:23, a: 869, b: 869, c: e1Fmh2Hb, }"] [2025/04/05 08:25:54.481 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 870, c: F, RLhzp: uSvsc, d: 08:39:24, a: 870, }"] [row2="{ a: 870, b: 870, c: e1Fmh2Hb, RLhzp: 3klrEGnkl5DrIpWhNj, d: 08:39:24, }"] [2025/04/05 08:25:54.282 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/05 08:25:54.309 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] running resign_owner [2025/04/05 08:25:54.581 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 871, c: F, RLhzp: uSvsc, d: 08:39:25, a: 871, }"] [row2="{ RLhzp: Ba30dIUVzToRghc6glNhSQ, d: 08:39:25, a: 871, b: 871, c: e1Fmh2Hb, }"] [2025/04/05 08:25:54.682 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 872, b: 872, c: F, RLhzp: uSvsc, d: 08:39:26, }"] [row2="{ c: e1Fmh2Hb, RLhzp: m9MiQOrp3mjeiXlknWLdwHoSPu, d: 08:39:26, a: 872, b: 872, }"] [2025/04/05 08:25:54.525 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/05 08:25:54.529 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/05 08:25:54.563 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/05 08:25:54.565 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] pass test: resign owner [2025/04/05 08:25:54.782 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 873, c: F, RLhzp: uSvsc, d: 08:39:27, a: 873, }"] [row2="{ d: 08:39:27, a: 873, b: 873, c: e1Fmh2Hb, RLhzp: ZmAMkC6BPcyFayv, }"] [2025/04/05 08:25:54.882 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 874, b: 874, c: F, RLhzp: uSvsc, d: 08:39:28, }"] [row2="{ a: 874, b: 874, c: e1Fmh2Hb, RLhzp: jfcvWhH, d: 08:39:28, }"] [2025/04/05 08:25:54.982 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:39:29, a: 875, b: 875, c: F, }"] [row2="{ a: 875, b: 875, c: e1Fmh2Hb, RLhzp: 4daJe2cZoKIcsh39E9, d: 08:39:29, }"] [2025/04/05 08:25:54.911 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/05 08:25:54.933 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/05 08:25:55.082 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:39:30, a: 876, b: 876, c: F, RLhzp: uSvsc, }"] [row2="{ a: 876, b: 876, c: e1Fmh2Hb, RLhzp: LFtPxB0GrDvUifs, d: 08:39:30, }"] [2025/04/05 08:25:55.182 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:39:31, a: 877, b: 877, c: F, RLhzp: uSvsc, }"] [row2="{ a: 877, b: 877, c: e1Fmh2Hb, RLhzp: 95PSITLt2lYDi3V9AB5MLSs6tJ5s4XD6, d: 08:39:31, }"] [2025/04/05 08:25:55.207 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 08:25:55.210 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/05 08:25:55.230 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/05 08:25:55.231 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] curl http://10.233.123.29:2379/ % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed connect to 127.0.0.1:16727; Connection refused run task failed 3-th time, retry later [2025/04/05 08:25:55.283 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 878, b: 878, c: F, RLhzp: uSvsc, d: 08:39:32, }"] [row2="{ b: 878, c: e1Fmh2Hb, RLhzp: PLSSxtgTc96BTlkreeDudavqVMDhX, d: 08:39:32, a: 878, }"] [2025/04/05 08:25:55.383 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:39:33, a: 879, b: 879, c: F, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 1MJpvpP, d: 08:39:33, a: 879, b: 879, }"] [2025/04/05 08:25:55.483 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 880, c: F, RLhzp: uSvsc, d: 08:39:34, a: 880, }"] [row2="{ d: 08:39:34, a: 880, b: 880, c: e1Fmh2Hb, RLhzp: X9OVUdkhbizmEA5IN7xjB2Q638qx4T, }"] [2025/04/05 08:25:55.583 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:39:35, a: 881, b: 881, c: F, }"] [row2="{ d: 08:39:35, a: 881, b: 881, c: e1Fmh2Hb, RLhzp: JIKl4ujHCQ53sd2H1ogy, }"] [2025/04/05 08:25:55.683 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 882, b: 882, c: F, RLhzp: uSvsc, d: 08:39:36, }"] [row2="{ RLhzp: hE403BBTxsCBRFvWT8pFzXbv8jjS8xo, d: 08:39:36, a: 882, b: 882, c: e1Fmh2Hb, }"] running get_tso [2025/04/05 08:25:55.783 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 883, b: 883, c: F, RLhzp: uSvsc, d: 08:39:37, }"] [row2="{ a: 883, b: 883, c: e1Fmh2Hb, RLhzp: jTyWFJ8JrK7OqNoEnWy4RAde8CnEmFzZspw, d: 08:39:37, }"] [2025/04/05 08:25:55.884 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:39:38, a: 884, b: 884, }"] [row2="{ a: 884, b: 884, c: e1Fmh2Hb, RLhzp: 6iU2vO7wcTew8jUsG1KLgm0OoLpZlkbgfp1F, d: 08:39:38, }"] [2025/04/05 08:25:55.984 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 885, c: F, RLhzp: uSvsc, d: 08:39:39, a: 885, }"] [row2="{ b: 885, c: e1Fmh2Hb, RLhzp: 1CpVtlUdspk7f0EVl, d: 08:39:39, a: 885, }"] pass test: get tso [2025/04/05 08:25:56.084 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 886, c: F, RLhzp: uSvsc, d: 08:39:40, a: 886, }"] [row2="{ b: 886, c: e1Fmh2Hb, RLhzp: af6I4, d: 08:39:40, a: 886, }"] [2025/04/05 08:25:56.184 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 887, b: 887, c: F, RLhzp: uSvsc, d: 08:39:41, }"] [row2="{ a: 887, b: 887, c: e1Fmh2Hb, RLhzp: pUYY1LTZgX7jKfyj, d: 08:39:41, }"] start tidb cluster in /tmp/tidb_cdc_test/consistent_replicate_storage_s3 Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/05 08:25:56.284 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 889, b: 889, c: F, RLhzp: uSvsc, d: 08:39:43, }"] [row2="{ a: 889, b: 889, c: e1Fmh2Hb, RLhzp: UWDCnywZsRr, d: 08:39:43, }"] [2025/04/05 08:25:56.385 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 890, b: 890, c: F, RLhzp: uSvsc, d: 08:39:45, }"] [row2="{ d: 08:39:45, a: 890, b: 890, c: e1Fmh2Hb, RLhzp: HtnWWLmWh6LYP04TO, }"] [2025/04/05 08:25:56.485 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 891, b: 891, c: F, RLhzp: uSvsc, d: 08:39:46, }"] [row2="{ a: 891, b: 891, c: e1Fmh2Hb, RLhzp: 1GHdQs01diNwyWd0YEnot7SUiykaUToIv, d: 08:39:46, }"] [2025/04/05 08:25:56.585 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 892, b: 892, c: F, RLhzp: uSvsc, d: 08:39:47, }"] [row2="{ d: 08:39:47, a: 892, b: 892, c: e1Fmh2Hb, RLhzp: nbHHw8KPnmlbba5sX05PKpptLAf37Nclv, }"] [2025/04/05 08:25:56.685 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 893, b: 893, c: F, RLhzp: uSvsc, d: 08:39:48, }"] [row2="{ RLhzp: Sf2YjUIizZ44AN, d: 08:39:48, a: 893, b: 893, c: e1Fmh2Hb, }"] [2025/04/05 08:25:56.785 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 894, b: 894, c: F, RLhzp: uSvsc, d: 08:39:49, }"] [row2="{ RLhzp: M7elniJpBGJzaimfDSn5RLy3PEFy2daO4, d: 08:39:49, a: 894, b: 894, c: e1Fmh2Hb, }"] [2025/04/05 08:25:56.885 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 895, b: 895, c: F, RLhzp: uSvsc, d: 08:39:50, }"] [row2="{ a: 895, b: 895, c: e1Fmh2Hb, RLhzp: Dd9t1iZdbeQ9RXUDVpFfIg0dxhS9F6rXeCpK8JnBWgXkG, d: 08:39:50, }"] [2025/04/05 08:25:56.986 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 896, b: 896, c: F, RLhzp: uSvsc, d: 08:39:51, }"] [row2="{ a: 896, b: 896, c: e1Fmh2Hb, RLhzp: 1pNK4aFRp9JOpIiUCqyBBpd4WjHyryOxXc, d: 08:39:51, }"] running verify_table [2025/04/05 08:25:57.086 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:39:52, a: 897, b: 897, }"] [row2="{ RLhzp: grDTofTorxDAQV, d: 08:39:52, a: 897, b: 897, c: e1Fmh2Hb, }"] [2025/04/05 08:25:57.186 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 898, c: F, RLhzp: uSvsc, d: 08:39:53, a: 898, }"] [row2="{ a: 898, b: 898, c: e1Fmh2Hb, RLhzp: 5px75IQu1NDUb3FiQBdGd1HBPd, d: 08:39:53, }"] [2025/04/05 08:25:57.286 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:39:54, a: 899, b: 899, c: F, }"] [row2="{ a: 899, b: 899, c: e1Fmh2Hb, RLhzp: KOsHGSFQX6JUObULP1S17M, d: 08:39:54, }"] pass test: verify table [2025/04/05 08:25:57.386 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:39:55, a: 900, b: 900, c: F, RLhzp: uSvsc, }"] [row2="{ a: 900, b: 900, c: e1Fmh2Hb, RLhzp: ozkRLf, d: 08:39:55, }"] [2025/04/05 08:25:57.486 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:39:56, a: 901, b: 901, c: F, RLhzp: uSvsc, }"] [row2="{ a: 901, b: 901, c: e1Fmh2Hb, RLhzp: 6ZPXqAO23qWTSi9mlTgqVDYuhkpTNZcVcrI, d: 08:39:56, }"] Verifying downstream PD is started... [2025/04/05 08:25:57.587 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 902, b: 902, c: F, RLhzp: uSvsc, d: 08:39:57, }"] [row2="{ b: 902, c: e1Fmh2Hb, RLhzp: 9, d: 08:39:57, a: 902, }"] [2025/04/05 08:25:57.687 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 903, c: F, RLhzp: uSvsc, d: 08:39:58, a: 903, }"] [row2="{ a: 903, b: 903, c: e1Fmh2Hb, RLhzp: 9BZYUgsZZaEM, d: 08:39:58, }"] [2025/04/05 08:25:57.787 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ RLhzp: uSvsc, d: 08:39:59, a: 904, b: 904, c: F, }"] [row2="{ a: 904, b: 904, c: e1Fmh2Hb, RLhzp: EQlRQordF7ZlVU2K7Agk, d: 08:39:59, }"] [2025/04/05 08:25:57.887 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:40:00, a: 905, b: 905, c: F, RLhzp: uSvsc, }"] [row2="{ a: 905, b: 905, c: e1Fmh2Hb, RLhzp: RarRonvYYJisFXkeA3ss3S9wdsZoxxybc9t22a, d: 08:40:00, }"] [2025/04/05 08:25:57.987 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 906, b: 906, c: F, RLhzp: uSvsc, d: 08:40:01, }"] [row2="{ d: 08:40:01, a: 906, b: 906, c: e1Fmh2Hb, RLhzp: lDiy, }"] running create_changefeed_v2 [2025/04/05 08:25:58.087 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:40:02, a: 907, b: 907, c: F, }"] [row2="{ a: 907, b: 907, c: e1Fmh2Hb, RLhzp: Sh69vnPoyS4EEsN0E8iY7Vsb61O7jqm1GquyQ, d: 08:40:02, }"] [2025/04/05 08:25:58.188 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:40:03, a: 908, b: 908, }"] [row2="{ c: e1Fmh2Hb, RLhzp: usSWK2fmNgvxhk2s656YZsyLns2p, d: 08:40:03, a: 908, b: 908, }"] [2025/04/05 08:25:58.288 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 909, c: F, RLhzp: uSvsc, d: 08:40:04, a: 909, }"] [row2="{ a: 909, b: 909, c: e1Fmh2Hb, RLhzp: NWknmG4zMhi0FKV6EpNLcHWmd7wBoqxbenR, d: 08:40:04, }"] [2025/04/05 08:25:58.388 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ b: 910, c: F, RLhzp: uSvsc, d: 08:40:06, a: 910, }"] [row2="{ RLhzp: Iyl6cdn5GZRhtYG0KRHHijljANS2xDa7oePj0R, d: 08:40:06, a: 910, b: 910, c: e1Fmh2Hb, }"] [2025/04/05 08:25:58.488 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 911, b: 911, c: F, RLhzp: uSvsc, d: 08:40:07, }"] [row2="{ RLhzp: mmbb5yt, d: 08:40:07, a: 911, b: 911, c: e1Fmh2Hb, }"] \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) [2025/04/05 08:25:58.588 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 912, b: 912, c: F, RLhzp: uSvsc, d: 08:40:08, }"] [row2="{ b: 912, c: e1Fmh2Hb, RLhzp: 8Xi3Ya2RT76FotyVYglnI9d28lQTB1Cm5TxtlwTzA57V, d: 08:40:08, a: 912, }"] [2025/04/05 08:25:58.689 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 913, b: 913, c: F, RLhzp: uSvsc, d: 08:40:09, }"] [row2="{ a: 913, b: 913, c: e1Fmh2Hb, RLhzp: lAdJ93lwW6PDiYI, d: 08:40:09, }"] [2025/04/05 08:25:58.789 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 914, c: F, RLhzp: uSvsc, d: 08:40:10, a: 914, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 7UsimAcAV7KR2auwnT6sKJCa7zeKK7ZV1gpZNfiVagm1, d: 08:40:10, a: 914, b: 914, }"] [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [2025/04/05 08:25:58.889 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:40:11, a: 915, b: 915, c: F, RLhzp: uSvsc, }"] [row2="{ a: 915, b: 915, c: e1Fmh2Hb, RLhzp: Kkd9mZzvEfuEv9RmdaMfvtE1Ud50o0wvhjzOWGsx7t, d: 08:40:11, }"] [2025/04/05 08:25:58.989 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 916, b: 916, c: F, RLhzp: uSvsc, d: 08:40:12, }"] [row2="{ a: 916, b: 916, c: e1Fmh2Hb, RLhzp: bXcUVc4KYSpbIgYks, d: 08:40:12, }"] [Pipeline] // stage [Pipeline] } [Pipeline] // container pass test: create changefeed v2 [Pipeline] } [Pipeline] // withEnv [Pipeline] } [2025/04/05 08:25:59.089 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 917, b: 917, c: F, RLhzp: uSvsc, d: 08:40:13, }"] [row2="{ a: 917, b: 917, c: e1Fmh2Hb, RLhzp: yCzgUnf1QtZkadAc0, d: 08:40:13, }"] [2025/04/05 08:25:59.189 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ d: 08:40:14, a: 918, b: 918, c: F, RLhzp: uSvsc, }"] [row2="{ a: 918, b: 918, c: e1Fmh2Hb, RLhzp: tzE164kMdgea0WpYKKXL6y2caBJywnih, d: 08:40:14, }"] [2025/04/05 08:25:59.290 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 919, b: 919, c: F, RLhzp: uSvsc, d: 08:40:15, }"] [row2="{ c: e1Fmh2Hb, RLhzp: j8cMGZlWzxXkmU3tbdGujH17, d: 08:40:15, a: 919, b: 919, }"] [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [2025/04/05 08:25:59.390 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 920, b: 920, c: F, RLhzp: uSvsc, d: 08:40:16, }"] [row2="{ b: 920, c: e1Fmh2Hb, RLhzp: H1niZgYhc, d: 08:40:16, a: 920, }"] [2025/04/05 08:25:59.490 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 921, b: 921, c: F, RLhzp: uSvsc, d: 08:40:17, }"] [row2="{ RLhzp: 03BGye3shUNx4OjBIr, d: 08:40:17, a: 921, b: 921, c: e1Fmh2Hb, }"] [Pipeline] // withEnv Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] } [Pipeline] // stage [Pipeline] } [2025/04/05 08:25:59.590 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:40:18, a: 922, b: 922, }"] [row2="{ b: 922, c: e1Fmh2Hb, RLhzp: 389TyQ2Q16X0Eic4B, d: 08:40:18, a: 922, }"] [2025/04/05 08:25:59.690 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 923, b: 923, c: F, RLhzp: uSvsc, d: 08:40:19, }"] [row2="{ a: 923, b: 923, c: e1Fmh2Hb, RLhzp: 305dhMhCrk1PtkyEnbX, d: 08:40:19, }"] [2025/04/05 08:25:59.791 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 924, b: 924, c: F, RLhzp: uSvsc, d: 08:40:20, }"] [row2="{ c: e1Fmh2Hb, RLhzp: Qiz, d: 08:40:20, a: 924, b: 924, }"] [2025/04/05 08:25:59.891 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 925, b: 925, c: F, RLhzp: uSvsc, d: 08:40:21, }"] [row2="{ a: 925, b: 925, c: e1Fmh2Hb, RLhzp: sVJjyCb4zABzQmcF5Lw, d: 08:40:21, }"] [2025/04/05 08:25:59.991 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:40:22, a: 926, b: 926, c: F, RLhzp: uSvsc, }"] [row2="{ a: 926, b: 926, c: e1Fmh2Hb, RLhzp: xoBCRwWIhoVdRADEpQD8Fx3QWnNn0ZGZ, d: 08:40:22, }"] running delete_changefeed_v2 [2025/04/05 08:26:00.091 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 927, b: 927, c: F, RLhzp: uSvsc, d: 08:40:23, }"] [row2="{ d: 08:40:23, a: 927, b: 927, c: e1Fmh2Hb, RLhzp: OzS7Al0Ul4HHyqQqiFydNMXqh, }"] [2025/04/05 08:26:00.191 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:40:24, a: 928, b: 928, c: F, RLhzp: uSvsc, }"] [row2="{ a: 928, b: 928, c: e1Fmh2Hb, RLhzp: oy, d: 08:40:24, }"] [2025/04/05 08:26:00.292 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:40:25, a: 929, b: 929, c: F, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 9XkFmslCwhmCyEFVlYmx, d: 08:40:25, a: 929, b: 929, }"] [2025/04/05 08:26:00.392 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 930, c: F, RLhzp: uSvsc, d: 08:40:26, a: 930, }"] [row2="{ a: 930, b: 930, c: e1Fmh2Hb, RLhzp: 99NJ5IoXalS2VLw5tZr9D6, d: 08:40:26, }"] [2025/04/05 08:26:00.492 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 931, b: 931, c: F, RLhzp: uSvsc, d: 08:40:27, }"] [row2="{ c: e1Fmh2Hb, RLhzp: 1nsUNE, d: 08:40:27, a: 931, b: 931, }"] pass test: remove changefeed v2 [2025/04/05 08:26:00.592 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 932, c: F, RLhzp: uSvsc, d: 08:40:28, a: 932, }"] [row2="{ RLhzp: dTfdSKNEFtjdYZFFFhg, d: 08:40:28, a: 932, b: 932, c: e1Fmh2Hb, }"] [2025/04/05 08:26:00.692 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:40:29, a: 933, b: 933, c: F, RLhzp: uSvsc, }"] [row2="{ a: 933, b: 933, c: e1Fmh2Hb, RLhzp: sXFXYdaqqEWm1eKdyTJpVzrQ8DA, d: 08:40:29, }"] [2025/04/05 08:26:00.793 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 934, b: 934, c: F, RLhzp: uSvsc, d: 08:40:30, }"] [row2="{ d: 08:40:30, a: 934, b: 934, c: e1Fmh2Hb, RLhzp: 9fjfF4vIRXowVjfDcWKOcwl7, }"] [2025/04/05 08:26:00.893 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 935, b: 935, c: F, RLhzp: uSvsc, d: 08:40:31, }"] [row2="{ RLhzp: kbGrnAXSW5JdWEffYRkmH1LPpfl, d: 08:40:31, a: 935, b: 935, c: e1Fmh2Hb, }"] [2025/04/05 08:26:00.993 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ b: 936, c: F, RLhzp: uSvsc, d: 08:40:32, a: 936, }"] [row2="{ a: 936, b: 936, c: e1Fmh2Hb, RLhzp: Jrsx60ny1vK08GYm0RMs5bLZb8uCEgQK2wVdON4, d: 08:40:32, }"] [2025/04/05 08:26:01.093 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 937, b: 937, c: F, RLhzp: uSvsc, d: 08:40:33, }"] [row2="{ a: 937, b: 937, c: e1Fmh2Hb, RLhzp: TgkH9fDBgkZLa4Cv8FKV6hsP2SG, d: 08:40:33, }"] [2025/04/05 08:26:01.193 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 938, c: F, RLhzp: uSvsc, d: 08:40:34, a: 938, }"] [row2="{ b: 938, c: e1Fmh2Hb, RLhzp: mg9UgFfdq, d: 08:40:34, a: 938, }"] [2025/04/05 08:26:01.293 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:40:35, a: 939, b: 939, c: F, RLhzp: uSvsc, }"] [row2="{ a: 939, b: 939, c: e1Fmh2Hb, RLhzp: PM8zB3GeAhcwCv5R6ZLU1i42WtuwtxNy, d: 08:40:35, }"] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 08:26:01.393 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:40:36, a: 940, b: 940, }"] [row2="{ b: 940, c: e1Fmh2Hb, RLhzp: Q0IGkSzGNlOGiSASgKUZhiFtfgjgBei7SY5rjx8cpO, d: 08:40:36, a: 940, }"] [2025/04/05 08:26:01.494 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 941, c: F, RLhzp: uSvsc, d: 08:40:37, a: 941, }"] [row2="{ a: 941, b: 941, c: e1Fmh2Hb, RLhzp: qz1Nhtq2v6Tr2Fqf0J5kf, d: 08:40:37, }"] [2025/04/05 08:26:01.594 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 942, c: F, RLhzp: uSvsc, d: 08:40:38, a: 942, }"] [row2="{ b: 942, c: e1Fmh2Hb, RLhzp: HXHEhE5DT37BViGr, d: 08:40:38, a: 942, }"] running unsafe_apis [2025/04/05 08:26:01.694 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 943, b: 943, c: F, RLhzp: uSvsc, d: 08:40:39, }"] [row2="{ a: 943, b: 943, c: e1Fmh2Hb, RLhzp: 3WTua30r, d: 08:40:39, }"] [2025/04/05 08:26:01.794 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 944, b: 944, c: F, RLhzp: uSvsc, d: 08:40:40, }"] [row2="{ a: 944, b: 944, c: e1Fmh2Hb, RLhzp: AS, d: 08:40:40, }"] status code 200 pass test: show metadata status code 200 status code 200 pass test: delete service_gc_safepoint status code 500 pass test: resolve lock curl http://10.233.123.29:2379/ % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed connect to 127.0.0.1:16727; Connection refused run task failed 4-th time, retry later [2025/04/05 08:26:01.894 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 945, c: F, RLhzp: uSvsc, d: 08:40:41, a: 945, }"] [row2="{ a: 945, b: 945, c: e1Fmh2Hb, RLhzp: Q4wV2Fr2liFsGRuMZxY9tB8N, d: 08:40:41, }"] [2025/04/05 08:26:01.995 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:40:42, a: 946, b: 946, c: F, RLhzp: uSvsc, }"] [row2="{ a: 946, b: 946, c: e1Fmh2Hb, RLhzp: 53RjL9OvJviGrKM, d: 08:40:42, }"] [2025/04/05 08:26:02.095 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:40:43, a: 947, b: 947, c: F, }"] [row2="{ b: 947, c: e1Fmh2Hb, RLhzp: gBDld8qbfHPEkTdMKwSCTopOqSVOWYAVHc4kbTgmqT, d: 08:40:43, a: 947, }"] time="2025-04-05T08:26:01+08:00" level=info msg="Listening on 127.0.0.1:16727" time="2025-04-05T08:26:01+08:00" level=info msg="Not intercepting TLS connections" [2025/04/05 08:26:02.195 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 948, b: 948, c: F, RLhzp: uSvsc, d: 08:40:44, }"] [row2="{ b: 948, c: e1Fmh2Hb, RLhzp: uLVnS1mY4lx, d: 08:40:44, a: 948, }"] [2025/04/05 08:26:02.295 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 949, c: F, RLhzp: uSvsc, d: 08:40:45, a: 949, }"] [row2="{ d: 08:40:45, a: 949, b: 949, c: e1Fmh2Hb, RLhzp: 4q3zcolH7V1tWZddEtyPu326r, }"] [2025/04/05 08:26:02.395 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:40:46, a: 950, b: 950, c: F, RLhzp: uSvsc, }"] [row2="{ c: e1Fmh2Hb, RLhzp: lsQB2mDXc53qI8vVtBi, d: 08:40:46, a: 950, b: 950, }"] [2025/04/05 08:26:02.495 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 951, b: 951, c: F, RLhzp: uSvsc, d: 08:40:47, }"] [row2="{ RLhzp: sgyN2iGiujv2pKe5, d: 08:40:47, a: 951, b: 951, c: e1Fmh2Hb, }"] [2025/04/05 08:26:02.596 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 952, b: 952, c: F, RLhzp: uSvsc, d: 08:40:48, }"] [row2="{ a: 952, b: 952, c: e1Fmh2Hb, RLhzp: M7UFEbtXuVzcKQt7XIw6C6H1TR5BBbfKhkqj4WgpD5rz, d: 08:40:48, }"] [2025/04/05 08:26:02.696 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 953, b: 953, c: F, RLhzp: uSvsc, d: 08:40:49, }"] [row2="{ a: 953, b: 953, c: e1Fmh2Hb, RLhzp: CvIQ, d: 08:40:49, }"] [2025/04/05 08:26:02.796 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 954, b: 954, c: F, RLhzp: uSvsc, d: 08:40:50, }"] [row2="{ d: 08:40:50, a: 954, b: 954, c: e1Fmh2Hb, RLhzp: IoI9SsHahcda8ba8uBxsjjPdRf5qe5, }"] [2025/04/05 08:26:02.896 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 955, c: F, RLhzp: uSvsc, d: 08:40:51, a: 955, }"] [row2="{ a: 955, b: 955, c: e1Fmh2Hb, RLhzp: P91h77h2, d: 08:40:51, }"] [2025/04/05 08:26:02.996 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 956, b: 956, c: F, RLhzp: uSvsc, d: 08:40:52, }"] [row2="{ a: 956, b: 956, c: e1Fmh2Hb, RLhzp: UK91vZYsOrt63KoEzFY, d: 08:40:52, }"] [2025/04/05 08:26:03.096 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 957, b: 957, c: F, RLhzp: uSvsc, d: 08:40:53, }"] [row2="{ b: 957, c: e1Fmh2Hb, RLhzp: K4NfoJ5UDmeS2QF1qwjdn7kLD, d: 08:40:53, a: 957, }"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 08:26:03.196 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 958, b: 958, c: F, RLhzp: uSvsc, d: 08:40:54, }"] [row2="{ a: 958, b: 958, c: e1Fmh2Hb, RLhzp: PsGHGd, d: 08:40:54, }"] [2025/04/05 08:26:03.297 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 959, b: 959, c: F, RLhzp: uSvsc, d: 08:40:55, }"] [row2="{ a: 959, b: 959, c: e1Fmh2Hb, RLhzp: ar6nsASZ6fPOP7bo, d: 08:40:55, }"] [2025/04/05 08:26:03.397 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:40:56, a: 960, b: 960, c: F, RLhzp: uSvsc, }"] [row2="{ c: e1Fmh2Hb, RLhzp: kmNGXPEOfkgbqJP, d: 08:40:56, a: 960, b: 960, }"] [2025/04/05 08:26:03.497 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:40:57, a: 961, b: 961, c: F, RLhzp: uSvsc, }"] [row2="{ a: 961, b: 961, c: e1Fmh2Hb, RLhzp: FU8Pg5FoD7Ojx1Tfx2i9zsH6o6q, d: 08:40:57, }"] [2025/04/05 08:26:03.597 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 962, b: 962, c: F, RLhzp: uSvsc, d: 08:40:58, }"] [row2="{ b: 962, c: e1Fmh2Hb, RLhzp: e45cHnlQx6Z5Fn6H0j3fNIjyIHNRQcEyZPGJacihM, d: 08:40:58, a: 962, }"] wait process cdc.test exit for 1-th time... [2025/04/05 08:26:03.697 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 963, b: 963, c: F, RLhzp: uSvsc, d: 08:40:59, }"] [row2="{ a: 963, b: 963, c: e1Fmh2Hb, RLhzp: GxBfcEjrVZ0C4Qe7k7e4EXPYMyDqMhVgwDWJ2zVuWs, d: 08:40:59, }"] [2025/04/05 08:26:03.798 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 964, c: F, RLhzp: uSvsc, d: 08:41:00, a: 964, }"] [row2="{ b: 964, c: e1Fmh2Hb, RLhzp: hfJk, d: 08:41:00, a: 964, }"] wait process cdc.test exit for 2-th time... [2025/04/05 08:26:03.898 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 965, b: 965, c: F, RLhzp: uSvsc, d: 08:41:01, }"] [row2="{ a: 965, b: 965, c: e1Fmh2Hb, RLhzp: d1Zy7BQAhHkhs6, d: 08:41:01, }"] [2025/04/05 08:26:03.998 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 966, b: 966, c: F, RLhzp: uSvsc, d: 08:41:02, }"] [row2="{ a: 966, b: 966, c: e1Fmh2Hb, RLhzp: 3BhCIOdh0kZbnd7TCfrTFG, d: 08:41:02, }"] [2025/04/05 08:26:04.098 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 967, b: 967, c: F, RLhzp: uSvsc, d: 08:41:03, }"] [row2="{ d: 08:41:03, a: 967, b: 967, c: e1Fmh2Hb, RLhzp: wVrJus7iZ42nOKSaLa34429JR3KqRSArA5iB, }"] [2025/04/05 08:26:04.198 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 968, b: 968, c: F, RLhzp: uSvsc, d: 08:41:04, }"] [row2="{ a: 968, b: 968, c: e1Fmh2Hb, RLhzp: uz0xjCj, d: 08:41:04, }"] [2025/04/05 08:26:04.298 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 969, c: F, RLhzp: uSvsc, d: 08:41:05, a: 969, }"] [row2="{ a: 969, b: 969, c: e1Fmh2Hb, RLhzp: dmdB6dDC7G60vmaQmPQT6cpljRDSm, d: 08:41:05, }"] wait process cdc.test exit for 3-th time... [2025/04/05 08:26:04.399 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:41:06, a: 970, b: 970, c: F, RLhzp: uSvsc, }"] [row2="{ b: 970, c: e1Fmh2Hb, RLhzp: cCRSbfTHL7dtMKFjAn0mCLxNG, d: 08:41:06, a: 970, }"] [2025/04/05 08:26:04.499 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:41:07, a: 971, b: 971, }"] [row2="{ RLhzp: UrV, d: 08:41:07, a: 971, b: 971, c: e1Fmh2Hb, }"] [2025/04/05 08:26:04.599 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 972, c: F, RLhzp: uSvsc, d: 08:41:08, a: 972, }"] [row2="{ a: 972, b: 972, c: e1Fmh2Hb, RLhzp: 9TnftSLaqFLJR2JeX8ilnpIZrlNpjuKZsIGMc, d: 08:41:08, }"] cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 08:26:04 CST 2025] <<<<<< run test case http_api_tls_with_user_auth success! >>>>>> [2025/04/05 08:26:04.699 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:41:09, a: 973, b: 973, }"] [row2="{ a: 973, b: 973, c: e1Fmh2Hb, RLhzp: LqVEmR, d: 08:41:09, }"] [2025/04/05 08:26:04.799 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 974, b: 974, c: F, RLhzp: uSvsc, d: 08:41:10, }"] [row2="{ RLhzp: 8Bw49QvA4RAsFY63NJV6icFmjUIRDpE, d: 08:41:10, a: 974, b: 974, c: e1Fmh2Hb, }"] [2025/04/05 08:26:04.899 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 975, b: 975, c: F, RLhzp: uSvsc, d: 08:41:11, }"] [row2="{ a: 975, b: 975, c: e1Fmh2Hb, RLhzp: YT5FpNi, d: 08:41:11, }"] [2025/04/05 08:26:05.000 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 976, b: 976, c: F, RLhzp: uSvsc, d: 08:41:12, }"] [row2="{ a: 976, b: 976, c: e1Fmh2Hb, RLhzp: C5JZS9edE4lOaZsdGZJj3zBJUy8QjinCGkILd, d: 08:41:12, }"] [2025/04/05 08:26:05.100 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 977, b: 977, c: F, RLhzp: uSvsc, d: 08:41:13, }"] [row2="{ a: 977, b: 977, c: e1Fmh2Hb, RLhzp: wZKPuNI1mvuXOXeG8j6G5U, d: 08:41:13, }"] [2025/04/05 08:26:03.726 +08:00] [INFO] [main.go:78] ["runDDLTest take 1m7.583899755s"] table mark.finish_mark_0 exists table mark.finish_mark_1 exists table mark.finish_mark_2 exists table mark.finish_mark_3 exists table mark.finish_mark_4 exists table mark.finish_mark_5 not exists for 1-th check, retry later [2025/04/05 08:26:05.200 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:41:14, a: 978, b: 978, c: F, RLhzp: uSvsc, }"] [row2="{ a: 978, b: 978, c: e1Fmh2Hb, RLhzp: vnNHOjy6dFWKmA0qDngCe5vz, d: 08:41:14, }"] [2025/04/05 08:26:05.300 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 979, b: 979, c: F, RLhzp: uSvsc, d: 08:41:15, }"] [row2="{ a: 979, b: 979, c: e1Fmh2Hb, RLhzp: KwR3BgaisTB7yvEtaUEALWmbkLSUUw8FIZaJ2yJ, d: 08:41:15, }"] [2025/04/05 08:26:05.400 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 980, c: F, RLhzp: uSvsc, d: 08:41:16, a: 980, }"] [row2="{ a: 980, b: 980, c: e1Fmh2Hb, RLhzp: RSj9HIuClh9DQsOm7XQOJyCDaYpOVn775T6kqA95ZNz, d: 08:41:16, }"] [2025/04/05 08:26:05.501 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ d: 08:41:17, a: 981, b: 981, c: F, RLhzp: uSvsc, }"] [row2="{ c: e1Fmh2Hb, RLhzp: Ya6DEF5tmU8Mi6DD5isSh385, d: 08:41:17, a: 981, b: 981, }"] [2025/04/05 08:26:05.601 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 982, c: F, RLhzp: uSvsc, d: 08:41:18, a: 982, }"] [row2="{ b: 982, c: e1Fmh2Hb, RLhzp: VvZ4w3WSidHgkIozeE1GdIGqBo1b, d: 08:41:18, a: 982, }"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618758913993482 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5c79340016 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:16379, start at 2025-04-05 08:26:03.251490212 +0800 CST m=+2.064182787 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:28:03.258 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:26:03.258 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:16:03.258 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618758913993482 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5c79340016 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:16379, start at 2025-04-05 08:26:03.251490212 +0800 CST m=+2.064182787 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:28:03.258 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:26:03.258 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:16:03.258 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618769074504285 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5c7c280001 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:16453, start at 2025-04-05 08:26:03.413989849 +0800 CST m=+2.172398966 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:28:03.422 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:26:03.402 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:16:03.402 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/consistent_replicate_storage_s3/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/consistent_replicate_storage_s3/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/consistent_replicate_storage_s3/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/consistent_replicate_storage_s3/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/consistent_replicate_storage_s3/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/05 08:26:05.701 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 983, b: 983, c: F, RLhzp: uSvsc, d: 08:41:19, }"] [row2="{ a: 983, b: 983, c: e1Fmh2Hb, RLhzp: 0PE0C2efgo8a2mBaC4K7BeH1QdMMrrvDaSAJk8kME, d: 08:41:19, }"] [2025/04/05 08:26:05.801 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:41:20, a: 984, b: 984, }"] [row2="{ a: 984, b: 984, c: e1Fmh2Hb, RLhzp: KBLvjTIQOnFAK0ZhUoN7cs, d: 08:41:20, }"] [2025/04/05 08:26:05.901 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:41:21, a: 985, b: 985, }"] [row2="{ c: e1Fmh2Hb, RLhzp: B4IYEOHCqwLEkG9djv9mREr9sZUXODr, d: 08:41:21, a: 985, b: 985, }"] [2025/04/05 08:26:06.002 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 986, c: F, RLhzp: uSvsc, d: 08:41:22, a: 986, }"] [row2="{ a: 986, b: 986, c: e1Fmh2Hb, RLhzp: EY4X5fGZyXDL4iU, d: 08:41:22, }"] [2025/04/05 08:26:06.102 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 987, b: 987, c: F, RLhzp: uSvsc, d: 08:41:23, }"] [row2="{ a: 987, b: 987, c: e1Fmh2Hb, RLhzp: 1G1bQMOUvYSQlZg2eCXqTNLVg6Ya4bfTRUbZzEI, d: 08:41:23, }"] [2025/04/05 08:26:06.202 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 988, b: 988, c: F, RLhzp: uSvsc, d: 08:41:24, }"] [row2="{ a: 988, b: 988, c: e1Fmh2Hb, RLhzp: qFpbkic3GsdJGmhIUvgPKQSCC, d: 08:41:24, }"] [2025/04/05 08:26:06.302 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ RLhzp: uSvsc, d: 08:41:25, a: 989, b: 989, c: F, }"] [row2="{ a: 989, b: 989, c: e1Fmh2Hb, RLhzp: klKlSBZTjGSYWPAxisEb6YEv4A, d: 08:41:25, }"] [2025/04/05 08:26:06.402 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 990, b: 990, c: F, RLhzp: uSvsc, d: 08:41:27, }"] [row2="{ a: 990, b: 990, c: e1Fmh2Hb, RLhzp: CeK1vTPpox7LzVKNNSFCrfyRz, d: 08:41:27, }"] [2025/04/05 08:26:06.503 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 991, b: 991, c: F, RLhzp: uSvsc, d: 08:41:28, }"] [row2="{ a: 991, b: 991, c: e1Fmh2Hb, RLhzp: 0zclKOr, d: 08:41:28, }"] [2025/04/05 08:26:06.603 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 992, b: 992, c: F, RLhzp: uSvsc, d: 08:41:29, }"] [row2="{ RLhzp: h83Jay5OzvWFdr, d: 08:41:29, a: 992, b: 992, c: e1Fmh2Hb, }"] [2025/04/05 08:26:06.703 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ a: 993, b: 993, c: F, RLhzp: uSvsc, d: 08:41:30, }"] [row2="{ RLhzp: QKSEeT8DxFcx9UFAUoMOtMgSJiLK, d: 08:41:30, a: 993, b: 993, c: e1Fmh2Hb, }"] [2025/04/05 08:26:06.803 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ d: 08:41:31, a: 994, b: 994, c: F, RLhzp: uSvsc, }"] [row2="{ a: 994, b: 994, c: e1Fmh2Hb, RLhzp: VXUMpgIxGpjLNZsZfrRRm2LXJ6CYaYRUn, d: 08:41:31, }"] [2025/04/05 08:26:06.903 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:41:32, a: 995, b: 995, c: F, RLhzp: uSvsc, }"] [row2="{ d: 08:41:32, a: 995, b: 995, c: e1Fmh2Hb, RLhzp: pJCvBMJnvxBaBZrt, }"] table mark.finish_mark_5 exists table mark.finish_mark not exists for 1-th check, retry later [2025/04/05 08:26:07.004 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 996, c: F, RLhzp: uSvsc, d: 08:41:33, a: 996, }"] [row2="{ a: 996, b: 996, c: e1Fmh2Hb, RLhzp: 4i5sjMG2sXqe9gnww41aj3ntHewi6SMiaXNUAeS, d: 08:41:33, }"] [2025/04/05 08:26:07.104 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: F, RLhzp: uSvsc, d: 08:41:34, a: 997, b: 997, }"] [row2="{ a: 997, b: 997, c: e1Fmh2Hb, RLhzp: mzc8uLBt1bL0VcS1EuwK, d: 08:41:34, }"] [2025/04/05 08:26:07.204 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:41:35, a: 998, b: 998, c: F, RLhzp: uSvsc, }"] [row2="{ a: 998, b: 998, c: e1Fmh2Hb, RLhzp: zaBLriixXxdZdhvQS2m, d: 08:41:35, }"] [2025/04/05 08:26:07.304 +08:00] [WARN] [diff.go:937] ["find different row"] [column=RLhzp] [row1="{ d: 08:41:36, a: 999, b: 999, c: F, RLhzp: uSvsc, }"] [row2="{ a: 999, b: 999, c: e1Fmh2Hb, RLhzp: KExXhOLTyysY08kCOF7jVgbPGhhbVYRA6, d: 08:41:36, }"] [2025/04/05 08:26:07.404 +08:00] [WARN] [diff.go:766] ["rows is not equal"] [table=`test`.`itest`] [where="((TRUE) AND TRUE)"] [cost=1m33.052117731s] [2025/04/05 08:26:07.407 +08:00] [WARN] [diff.go:384] ["check chunk data not equal"] [chunk="{\"id\":0,\"bounds\":[],\"where\":\"((TRUE) AND TRUE)\",\"args\":null,\"state\":\"failed\"}"] [Sat Apr 5 08:26:07 CST 2025] <<<<<< START cdc server in consistent_replicate_storage_s3 case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_storage_s3.1772317725.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_storage_s3/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_storage_s3/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table mark.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... curl http://10.233.123.29:2379/ % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 19 100 19 0 0 14866 0 --:--:-- --:--:-- --:--:-- 19000 404 page not found run task successfully + echo started proxy pid: 9262 started proxy pid: 9262 + echo started proxy at port: 16727 started proxy at port: 16727 + cd /tmp/tidb_cdc_test/http_proxies ++ run_cdc_cli_tso_query 10.233.123.29 2379 + pd_host=10.233.123.29 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://10.233.123.29:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_proxies.cli.12842.out cli tso query --pd=http://10.233.123.29:2379 cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + set +x failed proxying s2c rpc error: code = Canceled desc = context canceled + tso='457130054566805505 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130054566805505 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457130054566805505 + echo 'query start ts: 457130054566805505' query start ts: 457130054566805505 + run_cdc_server --workdir /tmp/tidb_cdc_test/http_proxies --binary cdc.test [Sat Apr 5 08:26:10 CST 2025] <<<<<< START cdc server in http_proxies case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_proxies.1288312885.out server --log-file /tmp/tidb_cdc_test/http_proxies/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/http_proxies/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to proxy 127.0.0.1 port 16727 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 16727 (#0) * Server auth using Basic with user 'ticdc' > GET http://127.0.0.1:8300/debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > Proxy-Connection: Keep-Alive > < HTTP/1.1 502 Bad Gateway < Date: Sat, 05 Apr 2025 00:26:10 GMT < Content-Length: 0 < * Connection #0 to host 127.0.0.1 left intact + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:26:10 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5fd7e063-830f-4182-ae9a-0ce011a6f96d {"id":"5fd7e063-830f-4182-ae9a-0ce011a6f96d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812767} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960357005ed7 5fd7e063-830f-4182-ae9a-0ce011a6f96d /tidb/cdc/default/default/upstream/7489618758913993482 {"id":7489618758913993482,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5fd7e063-830f-4182-ae9a-0ce011a6f96d {"id":"5fd7e063-830f-4182-ae9a-0ce011a6f96d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812767} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960357005ed7 5fd7e063-830f-4182-ae9a-0ce011a6f96d /tidb/cdc/default/default/upstream/7489618758913993482 {"id":7489618758913993482,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5fd7e063-830f-4182-ae9a-0ce011a6f96d {"id":"5fd7e063-830f-4182-ae9a-0ce011a6f96d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812767} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960357005ed7 5fd7e063-830f-4182-ae9a-0ce011a6f96d /tidb/cdc/default/default/upstream/7489618758913993482 {"id":7489618758913993482,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x ***************** properties ***************** "recordcount"="5000" "workload"="core" "dotransactions"="false" "operationcount"="0" "mysql.db"="consistent_replicate_storage_s3" "mysql.user"="root" "insertproportion"="0" "mysql.host"="127.0.0.1" "readproportion"="0" "readallfields"="true" "updateproportion"="0" "fieldcount"="100" "scanproportion"="0" "mysql.port"="4000" "requestdistribution"="uniform" "threadcount"="10" ********************************************** failed proxying s2c rpc error: code = Canceled desc = context canceled failed proxying s2c rpc error: code = Canceled desc = context canceled failed proxying s2c rpc error: code = Canceled desc = context canceled Run finished, takes 1.750271531s INSERT - Takes(s): 1.7, Count: 5000, OPS: 2893.3, Avg(us): 3130, Min(us): 1102, Max(us): 57546, 95th(us): 3000, 99th(us): 47000 table consistent_replicate_storage_s3.usertable not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to proxy 127.0.0.1 port 16727 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 16727 (#0) * Server auth using Basic with user 'ticdc' > GET http://127.0.0.1:8300/debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > Proxy-Connection: Keep-Alive > < HTTP/1.1 200 OK < Content-Length: 823 < Content-Type: text/plain; charset=utf-8 < Date: Sat, 05 Apr 2025 00:26:13 GMT < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/dd0c6f30-438d-4ae7-bc3a-fcd18c3b0be7 {"id":"dd0c6f30-438d-4ae7-bc3a-fcd18c3b0be7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812770} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/399960356a9347a dd0c6f30-438d-4ae7-bc3a-fcd18c3b0be7 /tidb/cdc/default/default/upstream/7489618667001215302 {"id":7489618667001215302,"pd-endpoints":"http://127.0.0.1:2379,http://10.233.123.29:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/dd0c6f30-438d-4ae7-bc3a-fcd18c3b0be7 {"id":"dd0c6f30-438d-4ae7-bc3a-fcd18c3b0be7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812770} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/399960356a9347a dd0c6f30-438d-4ae7-bc3a-fcd18c3b0be7 /tidb/cdc/default/default/upstream/7489618667001215302 {"id":7489618667001215302,"pd-endpoints":"http://127.0.0.1:2379,http://10.233.123.29:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/dd0c6f30-438d-4ae7-bc3a-fcd18c3b0be7 {"id":"dd0c6f30-438d-4ae7-bc3a-fcd18c3b0be7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812770} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/399960356a9347a dd0c6f30-438d-4ae7-bc3a-fcd18c3b0be7 /tidb/cdc/default/default/upstream/7489618667001215302 {"id":7489618667001215302,"pd-endpoints":"http://127.0.0.1:2379,http://10.233.123.29:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + echo started cdc server successfully started cdc server successfully + SINK_URI=blackhole:/// + run_cdc_cli changefeed create --start-ts=457130054566805505 --sink-uri=blackhole:/// + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_proxies.cli.12942.out cli changefeed create --start-ts=457130054566805505 --sink-uri=blackhole:/// [2025/04/05 08:26:13.034 +08:00] [WARN] [diff.go:557] ["checksum is not equal"] [table=`test`.`ntest`] [where="((TRUE) AND TRUE)"] [sourceChecksum=0] [targetChecksum=278334592] [getSourceChecksumCost=1.563387ms] [getTargetChecksumCost=5.744875ms] Create changefeed successfully! ID: d27c3f12-3bbd-4ddd-8287-b1eeee1d5b51 Info: {"upstream_id":7489618667001215302,"namespace":"default","id":"d27c3f12-3bbd-4ddd-8287-b1eeee1d5b51","sink_uri":"blackhole:///","create_time":"2025-04-05T08:26:14.078057231+08:00","start_ts":457130054566805505,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130054566805505,"checkpoint_ts":457130054566805505,"checkpoint_time":"2025-04-05 08:26:09.191"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cli_tls_with_auth/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table consistent_replicate_storage_s3.usertable exists table consistent_replicate_storage_s3.check1 not exists for 1-th check, retry later + set +x + sleep 5 table consistent_replicate_storage_s3.check1 not exists for 2-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/cli_tls_with_auth Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 221 100 221 0 0 6906 0 --:--:-- --:--:-- --:--:-- 7129 + synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-05 08:26:05.161","puller_resolved_ts":"2025-04-05 08:25:59.161","last_synced_ts":"2025-04-05 08:23:49.861","now_ts":"2025-04-05 08:26:07.000","info":"Data syncing is finished"}' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '08:26:05.161","puller_resolved_ts":"2025-04-05' '08:25:59.161","last_synced_ts":"2025-04-05' '08:23:49.861","now_ts":"2025-04-05' '08:26:07.000","info":"Data' syncing is 'finished"}' ++ jq .synced + status=true + '[' true '!=' true ']' + kill_pd ++ ps aux ++ grep pd-server ++ grep /tmp/tidb_cdc_test/synced_status_with_redo + info='jenkins 9148 9.7 0.0 14017652 146716 ? Sl 08:23 0:15 pd-server --advertise-client-urls http://127.0.0.1:2379 --client-urls http://0.0.0.0:2379 --advertise-peer-urls http://127.0.0.1:2380 --peer-urls http://0.0.0.0:2380 --config /tmp/tidb_cdc_test/synced_status_with_redo/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status_with_redo/pd1.log --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/pd1 --name=pd1 --initial-cluster=pd1=http://127.0.0.1:2380 jenkins 9208 7.1 0.0 14221688 143784 ? Sl 08:23 0:11 pd-server --advertise-client-urls http://127.0.0.1:2479 --client-urls http://0.0.0.0:2479 --advertise-peer-urls http://127.0.0.1:2480 --peer-urls http://0.0.0.0:2480 --config /tmp/tidb_cdc_test/synced_status_with_redo/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status_with_redo/down_pd.log --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/down_pd' ++ ps aux ++ grep pd-server ++ grep /tmp/tidb_cdc_test/synced_status_with_redo ++ awk '{print $2}' ++ xargs kill -9 + sleep 20 {"level":"warn","ts":1743812773.714541,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc003b77180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743812773.714625,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743812773.7730677,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc005619c00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743812773.7731493,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743812773.8174775,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0048d88c0/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"info","ts":1743812773.8175492,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} The 1 times to try to start tidb cluster... table consistent_replicate_storage_s3.check1 not exists for 3-th check, retry later + check + services=($(cat $WORK_DIR/test_proxy.log | xargs -L1 dirname | sort | uniq)) ++ cat /tmp/tidb_cdc_test/http_proxies/test_proxy.log ++ xargs -L1 dirname ++ sort ++ uniq + service_type_count=32 + echo 'captured services: ' captured services: + echo . /cdcpb.ChangeData /grpc.health.v1.Health /pdpb.PD /resource_manager.ResourceManager /tikvpb.Tikv '[2025/04' '[metadata=MD{:authority=[10.233.123.29:20162],' 'user-agent=[grpc-go/1.64.0],' 'grpc-accept-encoding=[gzip],' 'features=[stream-multiplexing],' 'content-type=[application' '[metadata=MD{content-type=[application/grpc],' ':authority=[10.233.123.29:20162],' 'grpc-accept-encoding=[gzip],' 'features=[stream-multiplexing],' 'user-agent=[grpc-go' '[metadata=MD{content-type=[application/grpc],' ':authority=[10.233.123.29:2379],' 'user-agent=[grpc-go' '[metadata=MD{grpc-accept-encoding=[gzip],' 'user-agent=[grpc-go/1.64.0],' 'content-type=[application' '[metadata=MD{user-agent=[grpc-go/1.64.0],' 'content-type=[application' '[metadata=MD{user-agent=[grpc-go/1.64.0],' 'grpc-accept-encoding=[gzip],' 'content-type=[application' '[method=/cdcpb.ChangeData' '[method=/pdpb.PD' '[method=/resource_manager.ResourceManager' '[stack=main.intercept\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_proxies/run-proxy.go:56\ngithub.com/bradleyjkemp/grpc-tools/grpc-proxy.recoverWrapper.func1\n\t/go/pkg/mod/github.com/bradleyjkemp/grpc-tools@v0.2.5/grpc-proxy/config.go:52\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\t/go/pkg/mod/google.golang.org/grpc@v1.64.0/server.go:1680\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/go/pkg/mod/google.golang.org/grpc@v1.64.0/server.go:1800\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\t/go/pkg/mod/google.golang.org/grpc@v1.64.0' . /cdcpb.ChangeData /grpc.health.v1.Health /pdpb.PD /resource_manager.ResourceManager /tikvpb.Tikv [2025/04 [metadata=MD{:authority=[10.233.123.29:20162], user-agent=[grpc-go/1.64.0], grpc-accept-encoding=[gzip], features=[stream-multiplexing], content-type=[application [metadata=MD{content-type=[application/grpc], :authority=[10.233.123.29:20162], grpc-accept-encoding=[gzip], features=[stream-multiplexing], user-agent=[grpc-go [metadata=MD{content-type=[application/grpc], :authority=[10.233.123.29:2379], user-agent=[grpc-go [metadata=MD{grpc-accept-encoding=[gzip], user-agent=[grpc-go/1.64.0], content-type=[application [metadata=MD{user-agent=[grpc-go/1.64.0], content-type=[application [metadata=MD{user-agent=[grpc-go/1.64.0], grpc-accept-encoding=[gzip], content-type=[application [method=/cdcpb.ChangeData [method=/pdpb.PD [method=/resource_manager.ResourceManager [stack=main.intercept\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_proxies/run-proxy.go:56\ngithub.com/bradleyjkemp/grpc-tools/grpc-proxy.recoverWrapper.func1\n\t/go/pkg/mod/github.com/bradleyjkemp/grpc-tools@v0.2.5/grpc-proxy/config.go:52\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\t/go/pkg/mod/google.golang.org/grpc@v1.64.0/server.go:1680\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/go/pkg/mod/google.golang.org/grpc@v1.64.0/server.go:1800\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\t/go/pkg/mod/google.golang.org/grpc@v1.64.0 + '[' 32 -ge 2 ']' + check_logs /tmp/tidb_cdc_test/http_proxies ++ date + echo '[Sat Apr 5 08:26:20 CST 2025] <<<<<< run test case http_proxies success! >>>>>>' [Sat Apr 5 08:26:20 CST 2025] <<<<<< run test case http_proxies success! >>>>>> + stop_tidb_cluster failed proxying s2c rpc error: code = Canceled desc = context canceled failed proxying s2c rpc error: code = Canceled desc = context canceled failed proxying s2c rpc error: code = Canceled desc = context canceled failed proxying s2c rpc error: code = Canceled desc = context canceled {"level":"warn","ts":"2025-04-05T08:26:21.020795+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001d8d180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:26:21.021606+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f13340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:26:21.117717+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c7f500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} Verifying downstream PD is started... table consistent_replicate_storage_s3.check1 not exists for 4-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/multi_source Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table consistent_replicate_storage_s3.check1 not exists for 5-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table consistent_replicate_storage_s3.check1 not exists for 6-th check, retry later table ci_collation_compatibility.t exists table ci_collation_compatibility.finish_mark_1 exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:26:25 CST 2025] <<<<<< run test case ci_collation_compatibility success! >>>>>> ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table consistent_replicate_storage_s3.check1 not exists for 7-th check, retry later {"level":"warn","ts":1743812786.80003,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc003b77180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":1743812786.9043632,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0048d88c0/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:26:27.021835+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001d8d180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:26:27.022824+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f13340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0{"level":"warn","ts":"2025-04-05T08:26:27.118425+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c7f500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618863753536063 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5de978000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:38219, start at 2025-04-05 08:26:26.804099048 +0800 CST m=+2.583376624 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:28:26.812 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:26:26.782 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:16:26.782 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618863753536063 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5de978000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:38219, start at 2025-04-05 08:26:26.804099048 +0800 CST m=+2.583376624 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:28:26.812 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:26:26.782 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:16:26.782 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618866257497035 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5de95c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:38284, start at 2025-04-05 08:26:26.81017262 +0800 CST m=+2.523330964 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:28:26.819 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:26:26.825 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:16:26.825 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/cli_tls_with_auth/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) 0 0 0 0 0 0 0 0 --:--:-- 0:00:01 --:--:-- 0 table consistent_replicate_storage_s3.check1 not exists for 8-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:02 --:--:-- 0 The 1 times to try to start tls tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/cli_tls_with_auth Starting TLS PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 0 0 0 0 0 0 0 0 --:--:-- 0:00:03 --:--:-- 0 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618874948455838 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5e0a900008 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz, pid:27110, start at 2025-04-05 08:26:28.913356687 +0800 CST m=+2.199610364 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:28:28.921 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:26:28.913 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:16:28.913 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618874948455838 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5e0a900008 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz, pid:27110, start at 2025-04-05 08:26:28.913356687 +0800 CST m=+2.199610364 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:28:28.921 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:26:28.913 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:16:28.913 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618877178889415 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5e0ab4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz, pid:27188, start at 2025-04-05 08:26:28.925924896 +0800 CST m=+2.157959066 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:28:28.932 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:26:28.909 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:16:28.909 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_source/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_source/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table consistent_replicate_storage_s3.check1 not exists for 9-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:04 --:--:-- 0 + stop_proxy + kill 9262 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/sequence/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... 0 0 0 0 0 0 0 0 --:--:-- 0:00:05 --:--:-- 0{"level":"warn","ts":"2025-04-05T08:26:33.022777+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001d8d180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:26:33.024511+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f13340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} 0 0 0 0 0 0 0 0 --:--:-- 0:00:06 --:--:-- 0{"level":"warn","ts":"2025-04-05T08:26:33.120024+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c7f500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.28503.out cli tso query --pd=http://127.0.0.1:2379 table consistent_replicate_storage_s3.check1 not exists for 10-th check, retry later Starting TLS TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release 0 0 0 0 0 0 0 0 --:--:-- 0:00:07 --:--:-- 0 + set +x + tso='457130060916719617 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130060916719617 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:26:34 CST 2025] <<<<<< START cdc server in multi_source case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.2854328545.out server --log-file /tmp/tidb_cdc_test/multi_source/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_source/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table consistent_replicate_storage_s3.check1 not exists for 11-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/sequence Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Starting TLS TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying TLS TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) 0 0 0 0 0 0 0 0 --:--:-- 0:00:08 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:09 --:--:-- 0 \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } table consistent_replicate_storage_s3.check1 not exists for 12-th check, retry later [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618912634339291 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5e915c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:39817, start at 2025-04-05 08:26:37.570411416 +0800 CST m=+1.524178224 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:28:37.577 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:26:37.577 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:16:37.577 +0800 All versions after safe point can be accessed. (DO NOT EDIT) [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } 0 0 0 0 0 0 0 0 --:--:-- 0:00:10 --:--:-- 0 [Pipeline] // stage [Pipeline] } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:26:37 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f00f5c13-b4ea-4374-b873-55e0cee2f5ac {"id":"f00f5c13-b4ea-4374-b873-55e0cee2f5ac","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812795} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603576628e5 f00f5c13-b4ea-4374-b873-55e0cee2f5ac /tidb/cdc/default/default/upstream/7489618874948455838 {"id":7489618874948455838,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f00f5c13-b4ea-4374-b873-55e0cee2f5ac {"id":"f00f5c13-b4ea-4374-b873-55e0cee2f5ac","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812795} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603576628e5 f00f5c13-b4ea-4374-b873-55e0cee2f5ac /tidb/cdc/default/default/upstream/7489618874948455838 {"id":7489618874948455838,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f00f5c13-b4ea-4374-b873-55e0cee2f5ac {"id":"f00f5c13-b4ea-4374-b873-55e0cee2f5ac","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812795} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603576628e5 f00f5c13-b4ea-4374-b873-55e0cee2f5ac /tidb/cdc/default/default/upstream/7489618874948455838 {"id":7489618874948455838,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.28598.out cli changefeed create --start-ts=457130060916719617 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: d6139242-91d7-4fec-9233-aac1e550d235 Info: {"upstream_id":7489618874948455838,"namespace":"default","id":"d6139242-91d7-4fec-9233-aac1e550d235","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:26:38.27636979+08:00","start_ts":457130060916719617,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130060916719617,"checkpoint_ts":457130060916719617,"checkpoint_time":"2025-04-05 08:26:33.414"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + pd_host=127.0.0.1 + pd_port=2579 + is_tls=true + '[' true == true ']' ++ run_cdc_cli tso query --pd=https://127.0.0.1:2579 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.39876.out cli tso query --pd=https://127.0.0.1:2579 Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release 0 0 0 0 0 0 0 0 --:--:-- 0:00:11 --:--:-- 0{"level":"warn","ts":"2025-04-05T08:26:39.024222+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001d8d180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:26:39.025874+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f13340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} 0 0 0 0 0 0 0 0 --:--:-- 0:00:12 --:--:-- 0{"level":"warn","ts":"2025-04-05T08:26:39.121305+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c7f500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} + set +x table consistent_replicate_storage_s3.check1 not exists for 13-th check, retry later + set +x + tso='457130062257061889 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130062257061889 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:26:40 CST 2025] <<<<<< START cdc server in cli_tls_with_auth case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates ']' + curl_status_cmd='curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.3992539927.out server --log-file /tmp/tidb_cdc_test/cli_tls_with_auth/cdc_cli_tls_with_auth_tls1.log --log-level debug --data-dir /tmp/tidb_cdc_test/cli_tls_with_auth/cdc_data_cli_tls_with_auth_tls1 --cluster-id default --config /tmp/tidb_cdc_test/cli_tls_with_auth/server.toml --ca /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem --cert-allowed-cn client --addr 127.0.0.1:8300 --pd https://127.0.0.1:2579 + (( i = 0 )) + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) 0 0 0 0 0 0 0 0 --:--:-- 0:00:13 --:--:-- 0{"level":"warn","ts":"2025-04-05T08:26:41.008768+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f13340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":"2025-04-05T08:26:41.008831+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":"2025-04-05T08:26:41.011001+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001d8d180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":"2025-04-05T08:26:41.011048+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} 0 0 0 0 0 0 0 0 --:--:-- 0:00:14 --:--:-- 0{"level":"warn","ts":"2025-04-05T08:26:41.10801+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c7f500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"info","ts":"2025-04-05T08:26:41.108079+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} table consistent_replicate_storage_s3.check1 not exists for 14-th check, retry later table testSync.usertable exists table testSync.simple1 exists table testSync.simple2 exists ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) 0 0 0 0 0 0 0 0 --:--:-- 0:00:15 --:--:-- 0 table consistent_replicate_storage_s3.check1 not exists for 15-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Initializing NSS with certpath: sql:/etc/pki/nssdb * CAfile: /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem CApath: none * NSS: client certificate from file * subject: CN=client * start date: Feb 18 07:48:00 2020 GMT * expire date: Jan 25 07:48:00 2120 GMT * common name: client * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * SSL connection using TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256 * Server certificate: * subject: CN=tidb-server * start date: Feb 18 09:11:00 2020 GMT * expire date: Jan 25 09:11:00 2120 GMT * common name: tidb-server * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:26:43 GMT < Content-Length: 1253 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/33b1603a-8573-4bb8-97c3-c85125c6fca0 {"id":"33b1603a-8573-4bb8-97c3-c85125c6fca0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812800} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d96035789b9f1 33b1603a-8573-4bb8-97c3-c85125c6fca0 /tidb/cdc/default/default/upstream/7489618912634339291 {"id":7489618912634339291,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/33b1603a-8573-4bb8-97c3-c85125c6fca0 {"id":"33b1603a-8573-4bb8-97c3-c85125c6fca0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812800} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d96035789b9f1 33b1603a-8573-4bb8-97c3-c85125c6fca0 /tidb/cdc/default/default/upstream/7489618912634339291 {"id":7489618912634339291,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/33b1603a-8573-4bb8-97c3-c85125c6fca0 {"id":"33b1603a-8573-4bb8-97c3-c85125c6fca0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812800} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d96035789b9f1 33b1603a-8573-4bb8-97c3-c85125c6fca0 /tidb/cdc/default/default/upstream/7489618912634339291 {"id":7489618912634339291,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'etcd info' + break + set +x 0 0 0 0 0 0 0 0 --:--:-- 0:00:16 --:--:-- 0 [2025/04/05 08:26:44.950 +08:00] [INFO] [main.go:86] ["running ddl test: 0 createDropSchemaDDL"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:17 --:--:-- 0{"level":"warn","ts":"2025-04-05T08:26:45.025409+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001d8d180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:26:45.027063+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f13340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} [2025/04/05 08:26:45.157 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 08:26:45.158 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:18 --:--:-- 0{"level":"warn","ts":"2025-04-05T08:26:45.122863+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c7f500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618936531373104 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5ee5e4003f Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-7nwxg, pid:14050, start at 2025-04-05 08:26:42.980826699 +0800 CST m=+2.293136807 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:28:43.031 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:26:43.027 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:16:43.027 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618936531373104 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5ee5e4003f Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-7nwxg, pid:14050, start at 2025-04-05 08:26:42.980826699 +0800 CST m=+2.293136807 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:28:43.031 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:26:43.027 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:16:43.027 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489618941711440910 TiDB Cluster ID. tikv_gc_leader_uuid 6580d5ee8f40002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-7nwxg, pid:14117, start at 2025-04-05 08:26:43.135517124 +0800 CST m=+2.385467979 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:28:43.143 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:26:43.133 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:16:43.133 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/sequence/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/sequence/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/sequence/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/sequence/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/sequence/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.39993.out cli changefeed create --start-ts=457130062257061889 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --tz=Asia/Shanghai -c=custom-changefeed-name [2025/04/05 08:26:45.345 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 08:26:45.346 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 08:26:45.347 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 08:26:45.348 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [WARN] --tz is deprecated in changefeed settings. [2025/04/05 08:26:45.541 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 08:26:45.544 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] Create changefeed successfully! ID: custom-changefeed-name Info: {"upstream_id":7489618912634339291,"namespace":"default","id":"custom-changefeed-name","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:26:45.758333762+08:00","start_ts":457130062257061889,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130062257061889,"checkpoint_ts":457130062257061889,"checkpoint_time":"2025-04-05 08:26:38.527"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table consistent_replicate_storage_s3.check1 exists table consistent_replicate_storage_s3.t2 not exists for 1-th check, retry later [2025/04/05 08:26:46.745 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 08:26:46.748 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 08:26:46.752 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 08:26:46.754 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 08:26:46.936 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 08:26:46.950 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:19 --:--:-- 0 [Sat Apr 5 08:26:47 CST 2025] <<<<<< START cdc server in sequence case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sequence.1545015452.out server --log-file /tmp/tidb_cdc_test/sequence/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sequence/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x table test.simple not exists for 1-th check, retry later [2025/04/05 08:26:47.134 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 08:26:47.136 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 08:26:47.141 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/05 08:26:47.143 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] table consistent_replicate_storage_s3.t2 not exists for 2-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:20 --:--:-- 0 [2025/04/05 08:26:48.340 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 08:26:48.354 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/05 08:26:48.529 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 08:26:48.531 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 08:26:48.545 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 08:26:48.548 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 08:26:48.716 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/05 08:26:48.730 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:21 --:--:-- 0{"level":"warn","ts":1743812808.71629,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc003b77180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743812808.7163663,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743812808.7744918,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc005619c00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743812808.7745507,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743812808.8190475,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0048d88c0/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"info","ts":1743812808.8190973,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} table test.simple exists table test.`simple-dash` not exists for 1-th check, retry later table consistent_replicate_storage_s3.t2 not exists for 3-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:22 --:--:-- 0 [2025/04/05 08:26:49.917 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 08:26:49.923 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/05 08:26:49.945 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 08:26:49.948 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:26:50 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/140537be-3b7f-4bea-89a9-771b225723aa {"id":"140537be-3b7f-4bea-89a9-771b225723aa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812807} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603579cbbda 140537be-3b7f-4bea-89a9-771b225723aa /tidb/cdc/default/default/upstream/7489618936531373104 {"id":7489618936531373104,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/140537be-3b7f-4bea-89a9-771b225723aa {"id":"140537be-3b7f-4bea-89a9-771b225723aa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812807} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603579cbbda 140537be-3b7f-4bea-89a9-771b225723aa /tidb/cdc/default/default/upstream/7489618936531373104 {"id":7489618936531373104,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/140537be-3b7f-4bea-89a9-771b225723aa {"id":"140537be-3b7f-4bea-89a9-771b225723aa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812807} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603579cbbda 140537be-3b7f-4bea-89a9-771b225723aa /tidb/cdc/default/default/upstream/7489618936531373104 {"id":7489618936531373104,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sequence.cli.15509.out cli changefeed create --start-ts=457130064501014529 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --config /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/sequence/conf/force_replicate.toml Create changefeed successfully! ID: 5a8bc134-13aa-48ca-b988-ba65c0cc347a Info: {"upstream_id":7489618936531373104,"namespace":"default","id":"5a8bc134-13aa-48ca-b988-ba65c0cc347a","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:26:50.608402186+08:00","start_ts":457130064501014529,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":true,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130064501014529,"checkpoint_ts":457130064501014529,"checkpoint_time":"2025-04-05 08:26:47.087"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... 0 0 0 0 0 0 0 0 --:--:-- 0:00:23 --:--:-- 0{"level":"warn","ts":"2025-04-05T08:26:51.026805+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001d8d180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:26:51.028778+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f13340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} 0 0 0 0 0 0 0 0 --:--:-- 0:00:24 --:--:-- 0{"level":"warn","ts":"2025-04-05T08:26:51.124726+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c7f500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} table consistent_replicate_storage_s3.t2 not exists for 4-th check, retry later table test.`simple-dash` exists + endpoints=https://127.0.0.1:2579 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s + info='{ "upstream_id": 7489618912634339291, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457130062650540044, "checkpoint_time": "2025-04-05 08:26:40.028", "error": null }' + echo '{ "upstream_id": 7489618912634339291, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457130062650540044, "checkpoint_time": "2025-04-05 08:26:40.028", "error": null }' { "upstream_id": 7489618912634339291, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457130062650540044, "checkpoint_time": "2025-04-05 08:26:40.028", "error": null } ++ echo '{' '"upstream_id":' 7489618912634339291, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457130062650540044, '"checkpoint_time":' '"2025-04-05' '08:26:40.028",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489618912634339291, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457130062650540044, '"checkpoint_time":' '"2025-04-05' '08:26:40.028",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] changefeed count 1 check pass, pd_addr: https://127.0.0.1:2579 + set +x table sequence_test.t1 not exists for 1-th check, retry later Error: [CDC:ErrChangefeedUpdateRefused]changefeed update error: can only update changefeed config when it is stopped or failed update changefeed config should fail when changefeed is running, got Diff of changefeed config: {Type:update Path:[Config CaseSensitive] From:false To:true} {Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true} + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.40168.out cli changefeed --changefeed-id custom-changefeed-name pause PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... 0 0 0 0 0 0 0 0 --:--:-- 0:00:25 --:--:-- 0 table consistent_replicate_storage_s3.t2 not exists for 5-th check, retry later table sequence_test.t1 exists check table exists success 0 0 0 0 0 0 0 0 --:--:-- 0:00:26 --:--:-- 0 check diff failed 1-th time, retry later + set +x 0 0 0 0 0 0 0 0 --:--:-- 0:00:27 --:--:-- 0 [2025/04/05 08:26:55.460 +08:00] [INFO] [main.go:86] ["running ddl test: 1 truncateDDL"] [2025/04/05 08:26:55.697 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 08:26:55.697 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] table consistent_replicate_storage_s3.t2 not exists for 6-th check, retry later [2025/04/05 08:26:55.899 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 08:26:55.901 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 08:26:55.901 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 08:26:55.902 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:28 --:--:-- 0 [2025/04/05 08:26:56.099 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 08:26:56.109 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 08:26:56.314 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 08:26:56.316 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 08:26:56.318 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 08:26:56.324 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 08:26:56.513 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 08:26:56.520 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 08:26:56.712 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 08:26:56.714 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 08:26:56.722 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/05 08:26:56.728 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] check diff successfully ERROR 1146 (42S02) at line 1: Table 'sequence_test.seq0' doesn't exist table sequence_test.mark_table not exists for 1-th check, retry later [2025/04/05 08:26:56.913 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 08:26:56.924 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:29 --:--:-- 0{"level":"warn","ts":"2025-04-05T08:26:57.028086+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001d8d180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:26:57.029577+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f13340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} 100 135 100 135 0 0 4 0 0:00:33 0:00:30 0:00:03 27 100 135 100 135 0 0 4 0 0:00:33 0:00:30 0:00:03 33 + synced_status='{ "error_msg": "[CDC:ErrPDEtcdAPIError]etcd api call error: context deadline exceeded", "error_code": "CDC:ErrPDEtcdAPIError" }' ++ jq -r .error_code ++ echo '{' '"error_msg":' '"[CDC:ErrPDEtcdAPIError]etcd' api call error: context deadline 'exceeded",' '"error_code":' '"CDC:ErrPDEtcdAPIError"' '}' + error_code=CDC:ErrPDEtcdAPIError + cleanup_process cdc.test {"level":"warn","ts":"2025-04-05T08:26:57.125517+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c7f500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} [2025/04/05 08:26:57.128 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 08:26:57.130 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 08:26:57.135 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 08:26:57.141 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 08:26:57.327 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/05 08:26:57.336 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 08:26:57.517 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 08:26:57.519 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/05 08:26:57.536 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 08:26:57.542 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] wait process cdc.test exit for 1-th time... [2025/04/05 08:26:57.706 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/05 08:26:57.734 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] + endpoints=https://127.0.0.1:2579 + changefeed_id=custom-changefeed-name + expected_state=stopped + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s + info='{ "upstream_id": 7489618912634339291, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 457130065822220291, "checkpoint_time": "2025-04-05 08:26:52.127", "error": null }' + echo '{ "upstream_id": 7489618912634339291, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 457130065822220291, "checkpoint_time": "2025-04-05 08:26:52.127", "error": null }' { "upstream_id": 7489618912634339291, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 457130065822220291, "checkpoint_time": "2025-04-05 08:26:52.127", "error": null } ++ echo '{' '"upstream_id":' 7489618912634339291, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 457130065822220291, '"checkpoint_time":' '"2025-04-05' '08:26:52.127",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7489618912634339291, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 457130065822220291, '"checkpoint_time":' '"2025-04-05' '08:26:52.127",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.40243.out cli changefeed update --pd=https://127.0.0.1:2579 --config=/tmp/tidb_cdc_test/cli_tls_with_auth/changefeed.toml --no-confirm --changefeed-id custom-changefeed-name table consistent_replicate_storage_s3.t2 exists [2025/04/05 08:26:57.895 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/05 08:26:57.900 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/05 08:26:57.940 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 08:26:57.946 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] check diff successfully wait process cdc.test exit for 2-th time... [2025/04/05 08:26:58.085 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/05 08:26:58.138 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/05 08:26:58.264 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/05 08:26:58.269 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] Diff of changefeed config: {Type:update Path:[Config CaseSensitive] From:false To:true} {Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true} [2025/04/05 08:26:58.336 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 08:26:58.343 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/05 08:26:58.444 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/05 08:26:58.527 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] Update changefeed config successfully! ID: custom-changefeed-name Info: {"upstream_id":7489618912634339291,"namespace":"default","id":"custom-changefeed-name","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:26:45.758333762+08:00","start_ts":457130062257061889,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":true,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"delete_only_output_handle_key_columns":null,"content_compatible":null,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457130065822220291,"checkpoint_time":"2025-04-05 08:26:52.127"} PASS coverage: 2.9% of statements in github.com/pingcap/tiflow/... wait process cdc.test exit for 1-th time... [2025/04/05 08:26:58.632 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 08:26:58.641 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/05 08:26:58.713 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/05 08:26:58.719 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] table sequence_test.mark_table exists cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster [2025/04/05 08:26:58.823 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] [2025/04/05 08:26:58.898 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/05 08:26:59.022 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/05 08:26:59.032 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... [2025/04/05 08:26:59.100 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/05 08:26:59.106 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/05 08:26:59.221 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [2025/04/05 08:26:59.292 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/05 08:26:59.415 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/05 08:26:59.424 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/05 08:26:59.483 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/05 08:26:59.489 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] wait process cdc.test exit for 2-th time... wait process cdc.test exit for 3-th time... [2025/04/05 08:26:59.609 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] [2025/04/05 08:26:59.679 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/05 08:26:59.810 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/05 08:26:59.825 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.40290.out cli changefeed --changefeed-id custom-changefeed-name resume [2025/04/05 08:26:59.870 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/05 08:26:59.880 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [2025/04/05 08:27:00.008 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/05 08:27:00.062 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:27:00 CST 2025] <<<<<< run test case sequence success! >>>>>> [2025/04/05 08:27:00.204 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"] [2025/04/05 08:27:00.218 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"] [2025/04/05 08:27:00.252 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"] [2025/04/05 08:27:00.261 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"] cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 08:27:00 CST 2025] <<<<<< START cdc server in consistent_replicate_storage_s3 case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkHangLongTime=return(true)' + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_storage_s3.1810818110.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_storage_s3/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_storage_s3/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 08:27:00.396 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"] [2025/04/05 08:27:00.426 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"] PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... + set +x + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:27:03 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2 {UpstreamID:7489618758913993482 Namespace:default ID:a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:26:10.791027236 +0800 CST StartTs:457130054964215812 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0043675f0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130054977323015} {CheckpointTs:457130068517322760 MinTableBarrierTs:457130068517322760 AdminJobType:noop} span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:121, startKey:7480000000000000ff795f720000000000fa, endKey:7480000000000000ff795f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/053103db-01db-431d-946a-4cbd97fe3c2e {"id":"053103db-01db-431d-946a-4cbd97fe3c2e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812820} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603570060d9 053103db-01db-431d-946a-4cbd97fe3c2e /tidb/cdc/default/default/changefeed/info/a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2 {"upstream-id":7489618758913993482,"namespace":"default","changefeed-id":"a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:26:10.791027236+08:00","start-ts":457130054964215812,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/","use-file-backend":false,"compression":"","flush-concurrency":2,"memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130054977323015} /tidb/cdc/default/default/changefeed/status/a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2 {"checkpoint-ts":457130068517322760,"min-table-barrier-ts":457130068517322760,"admin-job-type":0} /tidb/cdc/default/default/task/position/053103db-01db-431d-946a-4cbd97fe3c2e/a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618758913993482 {"id":7489618758913993482,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2 {UpstreamID:7489618758913993482 Namespace:default ID:a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:26:10.791027236 +0800 CST StartTs:457130054964215812 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0043675f0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130054977323015} {CheckpointTs:457130068517322760 MinTableBarrierTs:457130068517322760 AdminJobType:noop} span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:121, startKey:7480000000000000ff795f720000000000fa, endKey:7480000000000000ff795f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/053103db-01db-431d-946a-4cbd97fe3c2e {"id":"053103db-01db-431d-946a-4cbd97fe3c2e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812820} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603570060d9 053103db-01db-431d-946a-4cbd97fe3c2e /tidb/cdc/default/default/changefeed/info/a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2 {"upstream-id":7489618758913993482,"namespace":"default","changefeed-id":"a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:26:10.791027236+08:00","start-ts":457130054964215812,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","outpu+ grep -q 'failed to get info:' t-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/","use-file-backend":false,"compression":"","flush-concurrency":2,"memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130054977323015} /tidb/cdc/default/default/changefeed/status/a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2 {"checkpoint-ts":457130068517322760,"min-table-barrier-ts":457130068517322760,"admin-job-type":0} /tidb/cdc/default/default/task/position/053103db-01db-431d-946a-4cbd97fe3c2e/a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618758913993482 {"id":7489618758913993482,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2 {UpstreamID:7489618758913993482 Namespace:default ID:a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:26:10.791027236 +0800 CST StartTs:457130054964215812 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0043675f0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130054977323015} {CheckpointTs:457130068517322760 MinTableBarrierTs:457130068517322760 AdminJobType:noop} span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:121, startKey:7480000000000000ff795f720000000000fa, endKey:7480000000000000ff795f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457130068517322760, checkpointTs: 457130068517322760, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/053103db-01db-431d-946a-4cbd97fe3c2e {"id":"053103db-01db-431d-946a-4cbd97fe3c2e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812820} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603570060d9 053103db-01db-431d-946a-4cbd97fe3c2e /tidb/cdc/default/default/changefeed/info/a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2 {"upstream-id":7489618758913993482,"namespace":"default","changefeed-id":"a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:26:10.791027236+08:00","start-ts":457130054964215812,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","outpu+ grep -q 'etcd info' t-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/","use-file-backend":false,"compression":"","flush-concurrency":2,"memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130054977323015} /tidb/cdc/default/default/changefeed/status/a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2 {"checkpoint-ts":457130068517322760,"min-table-barrier-ts":457130068517322760,"admin-job-type":0} /tidb/cdc/default/default/task/position/053103db-01db-431d-946a-4cbd97fe3c2e/a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489618758913993482 {"id":7489618758913993482,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x + endpoints=https://127.0.0.1:2579 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s + info='{ "upstream_id": 7489618912634339291, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457130068967948293, "checkpoint_time": "2025-04-05 08:27:04.127", "error": null }' + echo '{ "upstream_id": 7489618912634339291, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457130068967948293, "checkpoint_time": "2025-04-05 08:27:04.127", "error": null }' { "upstream_id": 7489618912634339291, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457130068967948293, "checkpoint_time": "2025-04-05 08:27:04.127", "error": null } ++ echo '{' '"upstream_id":' 7489618912634339291, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457130068967948293, '"checkpoint_time":' '"2025-04-05' '08:27:04.127",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489618912634339291, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457130068967948293, '"checkpoint_time":' '"2025-04-05' '08:27:04.127",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.40350.out cli changefeed --changefeed-id custom-changefeed-name remove Changefeed remove successfully. ID: custom-changefeed-name CheckpointTs: 457130069230354437 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/ PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... + run_case_with_unavailable_tikv conf/changefeed-redo.toml + rm -rf /tmp/tidb_cdc_test/synced_status_with_redo + mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory [2025/04/05 08:27:06.329 +08:00] [INFO] [main.go:86] ["running ddl test: 2 addDropColumnDDL"] [2025/04/05 08:27:06.542 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 08:27:06.543 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 08:27:06.719 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 08:27:06.721 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 08:27:06.722 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 08:27:06.724 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 08:27:06.901 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 08:27:06.918 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 08:27:07.119 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 08:27:07.121 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 08:27:07.141 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 08:27:07.202 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] + set +x [2025/04/05 08:27:07.431 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 08:27:07.446 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 08:27:07.638 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/05 08:27:07.641 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 08:27:07.653 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 08:27:07.655 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 08:27:07.834 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/05 08:27:07.837 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 08:27:08.021 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 08:27:08.023 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 08:27:08.030 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 08:27:08.032 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 08:27:08.202 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/05 08:27:08.227 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 08:27:08.377 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 08:27:08.379 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/05 08:27:08.422 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 08:27:08.424 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/05 08:27:08.560 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/05 08:27:08.624 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/05 08:27:08.746 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/05 08:27:08.748 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/05 08:27:08.830 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 08:27:08.832 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/05 08:27:08.934 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/05 08:27:09.031 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/05 08:27:09.228 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/05 08:27:09.231 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/05 08:27:09.388 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 08:27:09.390 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/05 08:27:09.474 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/05 08:27:09.580 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/05 08:27:09.660 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 08:27:09.662 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/05 08:27:09.756 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/05 08:27:09.758 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/05 08:27:09.843 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] \033[0;36m<<< Run all test success >>>\033[0m [2025/04/05 08:27:09.942 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/05 08:27:10.028 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/05 08:27:10.030 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/05 08:27:10.124 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/05 08:27:10.127 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [Pipeline] } chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [2025/04/05 08:27:10.209 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [2025/04/05 08:27:10.303 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/05 08:27:10.385 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/05 08:27:10.387 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [2025/04/05 08:27:10.475 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/05 08:27:10.477 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/05 08:27:10.560 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv changefeed count 0 check pass, pd_addr: https://127.0.0.1:2579 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.40409.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --tz=Asia/Shanghai -c=custom-changefeed-name [Pipeline] } [Pipeline] // stage [Pipeline] } [2025/04/05 08:27:10.655 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/05 08:27:10.737 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/05 08:27:10.739 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [2025/04/05 08:27:10.835 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/05 08:27:10.837 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [2025/04/05 08:27:10.916 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/05 08:27:11.014 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] [WARN] --tz is deprecated in changefeed settings. Create changefeed successfully! ID: custom-changefeed-name Info: {"upstream_id":7489618912634339291,"namespace":"default","id":"custom-changefeed-name","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:27:11.157547983+08:00","start_ts":457130070776741893,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130070776741893,"checkpoint_ts":457130070776741893,"checkpoint_time":"2025-04-05 08:27:11.027"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... [2025/04/05 08:27:11.202 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"] [2025/04/05 08:27:11.205 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"] Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + set +x Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + endpoints=https://127.0.0.1:2579 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s + info='{ "upstream_id": 7489618912634339291, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457130071851532294, "checkpoint_time": "2025-04-05 08:27:15.127", "error": null }' + echo '{ "upstream_id": 7489618912634339291, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457130071851532294, "checkpoint_time": "2025-04-05 08:27:15.127", "error": null }' { "upstream_id": 7489618912634339291, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457130071851532294, "checkpoint_time": "2025-04-05 08:27:15.127", "error": null } ++ echo '{' '"upstream_id":' 7489618912634339291, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457130071851532294, '"checkpoint_time":' '"2025-04-05' '08:27:15.127",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489618912634339291, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457130071851532294, '"checkpoint_time":' '"2025-04-05' '08:27:15.127",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.40505.out cli unsafe delete-service-gc-safepoint Confirm that you know what this command will do and use it at your own risk [Y/N] CDC service GC safepoint truncated in PD! PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... [2025/04/05 08:27:17.235 +08:00] [INFO] [main.go:86] ["running ddl test: 3 addDropColumnDDL2"] [2025/04/05 08:27:17.424 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 08:27:17.432 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 08:27:17.603 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 08:27:17.604 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 08:27:17.606 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 08:27:17.608 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 08:27:17.783 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 08:27:17.787 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 08:27:17.962 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 08:27:17.963 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 08:27:17.973 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 08:27:17.975 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 08:27:18.139 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 08:27:18.152 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 08:27:18.319 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/05 08:27:18.321 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 08:27:18.333 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 08:27:18.335 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 08:27:18.500 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/05 08:27:18.516 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.40534.out cli unsafe reset --no-confirm --pd=https://127.0.0.1:2579 [2025/04/05 08:27:18.681 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 08:27:18.683 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 08:27:18.694 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 08:27:18.696 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 08:27:18.867 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 08:27:18.872 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619079697741202 TiDB Cluster ID. tikv_gc_leader_uuid 6580d60f7e40006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:12604, start at 2025-04-05 08:27:16.867309745 +0800 CST m=+2.518284801 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:29:16.876 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:27:16.857 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:17:16.857 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619079697741202 TiDB Cluster ID. tikv_gc_leader_uuid 6580d60f7e40006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:12604, start at 2025-04-05 08:27:16.867309745 +0800 CST m=+2.518284801 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:29:16.876 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:27:16.857 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:17:16.857 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619080216035589 TiDB Cluster ID. tikv_gc_leader_uuid 6580d60f6f80007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:12682, start at 2025-04-05 08:27:16.809503143 +0800 CST m=+2.400086505 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:29:16.818 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:27:16.849 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:17:16.849 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } reset and all metadata truncated in PD! PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... [2025/04/05 08:27:19.056 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 08:27:19.057 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 08:27:19.058 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/05 08:27:19.058 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/05 08:27:19.227 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/05 08:27:19.242 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/05 08:27:19.420 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/05 08:27:19.422 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/05 08:27:19.443 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 08:27:19.446 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/05 08:27:19.602 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/05 08:27:19.637 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/05 08:27:19.784 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/05 08:27:19.786 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/05 08:27:19.821 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 08:27:19.823 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/05 08:27:19.959 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/05 08:27:20.007 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/05 08:27:20.129 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 08:27:20.131 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] + set +x [2025/04/05 08:27:20.197 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/05 08:27:20.199 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/05 08:27:20.303 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] [2025/04/05 08:27:20.384 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/05 08:27:20.470 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/05 08:27:20.471 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/05 08:27:20.565 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/05 08:27:20.567 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/05 08:27:20.651 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] + cd /tmp/tidb_cdc_test/synced_status_with_redo ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.13924.out cli tso query --pd=http://127.0.0.1:2379 ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 221 100 221 0 0 6801 0 --:--:-- --:--:-- --:--:-- 6906 + synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-05 08:27:07.621","puller_resolved_ts":"2025-04-05 08:27:00.621","last_synced_ts":"2025-04-05 08:24:51.670","now_ts":"2025-04-05 08:27:08.000","info":"Data syncing is finished"}' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '08:27:07.621","puller_resolved_ts":"2025-04-05' '08:27:00.621","last_synced_ts":"2025-04-05' '08:24:51.670","now_ts":"2025-04-05' '08:27:08.000","info":"Data' syncing is 'finished"}' ++ jq .synced + status=true + '[' true '!=' true ']' + kill_pd ++ ps aux ++ grep pd-server ++ grep /tmp/tidb_cdc_test/synced_status + info='jenkins 14810 9.8 0.0 13894776 154020 ? Sl 08:24 0:15 pd-server --advertise-client-urls http://127.0.0.1:2379 --client-urls http://0.0.0.0:2379 --advertise-peer-urls http://127.0.0.1:2380 --peer-urls http://0.0.0.0:2380 --config /tmp/tidb_cdc_test/synced_status/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status/pd1.log --data-dir /tmp/tidb_cdc_test/synced_status/pd1 --name=pd1 --initial-cluster=pd1=http://127.0.0.1:2380 jenkins 14874 6.9 0.0 13828216 144012 ? Sl 08:24 0:10 pd-server --advertise-client-urls http://127.0.0.1:2479 --client-urls http://0.0.0.0:2479 --advertise-peer-urls http://127.0.0.1:2480 --peer-urls http://0.0.0.0:2480 --config /tmp/tidb_cdc_test/synced_status/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status/down_pd.log --data-dir /tmp/tidb_cdc_test/synced_status/down_pd' ++ ps aux ++ grep pd-server ++ grep /tmp/tidb_cdc_test/synced_status ++ awk '{print $2}' ++ xargs kill -9 + sleep 20 {"level":"warn","ts":1743812836.0188859,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002205500/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743812836.0189621,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743812836.0239947,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc004f4d500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"info","ts":1743812836.0240753,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743812836.1213527,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc003164a80/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743812836.1214545,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} [2025/04/05 08:27:20.761 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/05 08:27:20.847 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/05 08:27:20.849 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/05 08:27:20.969 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/05 08:27:20.971 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/05 08:27:21.036 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] [2025/04/05 08:27:21.164 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/05 08:27:21.212 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/05 08:27:21.214 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [2025/04/05 08:27:21.353 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/05 08:27:21.355 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [2025/04/05 08:27:21.389 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/05 08:27:21.546 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] [2025/04/05 08:27:21.574 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"] [2025/04/05 08:27:21.576 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"] [2025/04/05 08:27:21.731 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"] [2025/04/05 08:27:21.733 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"] [2025/04/05 08:27:21.753 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"] [2025/04/05 08:27:21.922 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"] [2025/04/05 08:27:21.948 +08:00] [INFO] [main.go:221] ["1 insert success: 2600"] [2025/04/05 08:27:21.950 +08:00] [INFO] [main.go:235] ["1 delete success: 1300"] [2025/04/05 08:27:22.225 +08:00] [INFO] [main.go:221] ["0 insert success: 2600"] [2025/04/05 08:27:22.228 +08:00] [INFO] [main.go:235] ["0 delete success: 1300"] + set +x + tso='457130073404211201 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130073404211201 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457130073404211201 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test [Sat Apr 5 08:27:22 CST 2025] <<<<<< START cdc server in synced_status_with_redo case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.1395813960.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.40620.out cli unsafe resolve-lock --region=40 {"level":"warn","ts":"2025-04-05T08:27:23.47491+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002004c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:27:23.475001+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001405340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:27:23.532891+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002104c40/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... check_redo_resolved_ts a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2 457130074218954756 s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/ /tmp/tidb_cdc_test/consistent_replicate_storage_s3/cdc_data/redo/a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2/meta global resolved ts 457130073787727878 not forward to 457130074218954756 run task failed 1-th time, retry later + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.40650.out cli unsafe resolve-lock --region=40 --ts=457130073267372033 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:27:25 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c05dffce-ab35-4dd1-9c7f-3681c2979623 {"id":"c05dffce-ab35-4dd1-9c7f-3681c2979623","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812842} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603582231e5 c05dffce-ab35-4dd1-9c7f-3681c2979623 /tidb/cdc/default/default/upstream/7489619079697741202 {"id":7489619079697741202,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c05dffce-ab35-4dd1-9c7f-3681c2979623 {"id":"c05dffce-ab35-4dd1-9c7f-3681c2979623","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812842} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603582231e5 c05dffce-ab35-4dd1-9c7f-3681c2979623 /tidb/cdc/default/default/upstream/7489619079697741202 {"id":7489619079697741202,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c05dffce-ab35-4dd1-9c7f-3681c2979623 {"id":"c05dffce-ab35-4dd1-9c7f-3681c2979623","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812842} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319603582231e5 c05dffce-ab35-4dd1-9c7f-3681c2979623 /tidb/cdc/default/default/upstream/7489619079697741202 {"id":7489619079697741202,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed-redo.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457130073404211201 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.14015.out cli changefeed create --start-ts=457130073404211201 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489619079697741202,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:27:25.996210708+08:00","start_ts":457130073404211201,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130073404211201,"checkpoint_ts":457130073404211201,"checkpoint_time":"2025-04-05 08:27:21.050"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... check_redo_resolved_ts a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2 457130074218954756 s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/ /tmp/tidb_cdc_test/consistent_replicate_storage_s3/cdc_data/redo/a465a9bd-b5c7-41d1-b62e-76e39c6ee5d2/meta run task successfully wait process cdc.test exit for 1-th time... + set +x % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 218 100 212 100 6 1725 48 --:--:-- --:--:-- --:--:-- 1723 { "error_msg": "[CDC:ErrAPIInvalidParam]invalid log level: json: cannot unmarshal string into Go value of type struct { Level string \"json:\\\"log_level\\\"\" }", "error_code": "CDC:ErrAPIInvalidParam" wait process cdc.test exit for 2-th time... + set +x + run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);' + check_table_exists test.t1 127.0.0.1 3306 table test.t1 not exists for 1-th check, retry later wait process cdc.test exit for 3-th time... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [2025/04/05 08:27:28.496 +08:00] [INFO] [helper.go:54] ["init log"] [file=] [level=info] [2025/04/05 08:27:28.497 +08:00] [INFO] [apply.go:78] ["set memory limit"] [memoryLimit=10737418240] [2025/04/05 08:27:28.497 +08:00] [INFO] [apply.go:94] ["Start http pprof server"] [addr=127.0.0.1:6060] [2025/04/05 08:27:28.498 +08:00] [INFO] [s3.go:423] ["succeed to get bucket region from s3"] ["bucket region"=us-east-1] [2025/04/05 08:27:28.503 +08:00] [INFO] [mem_quota.go:82] ["New memory quota"] [namespace=default] [changefeed=redo-applier] [total=1073741824] [2025/04/05 08:27:28.503 +08:00] [INFO] [redo.go:167] ["apply redo log starts"] [checkpointTs=457130068779466780] [resolvedTs=457130074310443011] [2025/04/05 08:27:28.504 +08:00] [INFO] [s3.go:423] ["succeed to get bucket region from s3"] ["bucket region"=us-east-1] [2025/04/05 08:27:28.504 +08:00] [INFO] [s3.go:423] ["succeed to get bucket region from s3"] ["bucket region"=us-east-1] [2025/04/05 08:27:28.504 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 08:27:28.504 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 08:27:28.504 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 08:27:28.509 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=ddl] [duration=5.71503ms] [2025/04/05 08:27:28.511 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22NO_AUTO_VALUE_ON_ZERO%2CNO_ENGINE_SUBSTITUTION%2CONLY_FULL_GROUP_BY%2CIGNORE_SPACE%2CALLOW_INVALID_DATES%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 08:27:28.515 +08:00] [INFO] [mysql.go:195] ["MySQL backends is created"] [changefeed=.] [workerCount=16] [forceReplicate=false] [2025/04/05 08:27:28.517 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:27:28.517 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:27:28.517 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:27:28.517 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:27:28.517 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:27:28.517 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:27:28.517 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:27:28.517 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:27:28.517 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:27:28.517 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:27:28.517 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:27:28.517 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:27:28.517 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:27:28.517 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:27:28.517 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:27:28.517 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:27:28.517 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=0] [2025/04/05 08:27:28.517 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=1] [2025/04/05 08:27:28.517 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=5] [2025/04/05 08:27:28.517 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=8] [2025/04/05 08:27:28.517 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=2] [2025/04/05 08:27:28.517 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=9] [2025/04/05 08:27:28.517 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=7] [2025/04/05 08:27:28.517 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=11] [2025/04/05 08:27:28.517 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=3] [2025/04/05 08:27:28.517 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=4] [2025/04/05 08:27:28.517 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=6] [2025/04/05 08:27:28.517 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=12] [2025/04/05 08:27:28.517 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=10] [2025/04/05 08:27:28.517 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=15] [2025/04/05 08:27:28.517 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=13] [2025/04/05 08:27:28.517 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=14] [2025/04/05 08:27:28.517 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 08:27:28.517 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 08:27:28.517 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 08:27:28.522 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22ONLY_FULL_GROUP_BY%2CIGNORE_SPACE%2CALLOW_INVALID_DATES%2CNO_AUTO_VALUE_ON_ZERO%2CNO_ENGINE_SUBSTITUTION%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 08:27:28.525 +08:00] [WARN] [mysql_ddl_sink.go:291] ["please set `has-vector-type` to be true if a column is vector type when the downstream is not TiDB or TiDB version less than specify version"] [hasVectorType=false] [supportVectorVersion=8.4.0] [2025/04/05 08:27:28.525 +08:00] [INFO] [mysql_ddl_sink.go:122] ["MySQL DDL sink is created"] [namespace=] [changefeed=] [2025/04/05 08:27:28.102 +08:00] [INFO] [main.go:86] ["running ddl test: 4 modifyColumnDDL"] [2025/04/05 08:27:28.301 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 08:27:28.303 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 08:27:28.479 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 08:27:28.480 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 08:27:28.489 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 08:27:28.490 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 08:27:28.663 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 08:27:28.683 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 08:27:28.839 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 08:27:28.839 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 08:27:28.879 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 08:27:28.880 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 08:27:29.026 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 08:27:29.078 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 08:27:29.208 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 08:27:29.209 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 08:27:29.271 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 08:27:29.272 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0{"level":"warn","ts":1743812849.1081836,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc004f4d500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"warn","ts":1743812849.1112993,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002205500/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} [2025/04/05 08:27:29.402 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 08:27:29.481 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] table test.t1 exists + sleep 5 {"level":"warn","ts":"2025-04-05T08:27:29.47669+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002004c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:27:29.47667+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001405340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:27:29.534238+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002104c40/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} [2025/04/05 08:27:29.585 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 08:27:29.586 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 08:27:29.670 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 08:27:29.670 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 08:27:29.766 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/05 08:27:29.861 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 08:27:29.950 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/05 08:27:29.952 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 08:27:30.052 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/05 08:27:30.053 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 08:27:30.126 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/05 08:27:30.243 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/05 08:27:30.299 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/05 08:27:30.299 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/05 08:27:30.429 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/05 08:27:30.430 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 08:27:30.476 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] } % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 182 100 182 0 0 1502 0 --:--:-- --:--:-- --:--:-- 1504 { "version": "v9.0.0-beta.1-9-g4c631d595", "git_hash": "4c631d5951854ac91765b729fe3849d8e8d5ed8a", "id": "d897563a-ee02-48a1-aaf6-7a690bb64cbc", "pid": 39930, "is_owner": true [2025/04/05 08:27:30.621 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/05 08:27:30.656 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/05 08:27:30.657 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] }wait process cdc.test exit for 1-th time... [2025/04/05 08:27:30.815 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/05 08:27:30.816 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 08:27:30.827 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/05 08:27:30.996 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/05 08:27:30.997 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 08:27:31.001 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/05 08:27:30.667 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=row] [duration=2.164016307s] [2025/04/05 08:27:30.668 +08:00] [ERROR] [redo.go:272] ["ignore unsupported DDL"] [ddl="{\"StartTs\":457130068779466775,\"CommitTs\":457130068779466780,\"Query\":\"ALTER TABLE `consistent_replicate_storage_s3`.`t1` EXCHANGE PARTITION `p3` WITH TABLE `consistent_replicate_storage_s3`.`t2`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_storage_s3\",\"Table\":\"t1\",\"TableID\":118,\"IsPartition\":true},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":42,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:01 --:--:-- 0 wait process cdc.test exit for 2-th time... [2025/04/05 08:27:31.352 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] [2025/04/05 08:27:31.363 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/05 08:27:31.364 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/05 08:27:31.530 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/05 08:27:31.531 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/05 08:27:31.552 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/05 08:27:31.818 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:02 --:--:-- 0 [2025/04/05 08:27:31.907 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/05 08:27:31.908 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/05 08:27:32.053 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/05 08:27:32.054 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/05 08:27:32.094 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:27:31 CST 2025] <<<<<< run test case cli_tls_with_auth success! >>>>>> [2025/04/05 08:27:32.230 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] [2025/04/05 08:27:32.282 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/05 08:27:32.282 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/05 08:27:32.427 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}"] [checkpointTs=457130074310443011] [2025/04/05 08:27:32.427 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}"] [checkpointTs=457130074310443011] [2025/04/05 08:27:32.514 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [2025/04/05 08:27:32.515 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/05 08:27:32.641 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/05 08:27:32.760 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/05 08:27:32.832 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [2025/04/05 08:27:32.833 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:03 --:--:-- 0 [2025/04/05 08:27:32.940 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"] [2025/04/05 08:27:32.942 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"] [2025/04/05 08:27:33.020 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] [2025/04/05 08:27:33.128 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:128, startKey:7480000000000000ff805f720000000000fa, endKey:7480000000000000ff805f730000000000fa}"] [checkpointTs=457130074310443011] [2025/04/05 08:27:33.128 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:128, startKey:7480000000000000ff805f720000000000fa, endKey:7480000000000000ff805f730000000000fa}"] [checkpointTs=457130074310443011] [2025/04/05 08:27:33.228 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}"] [checkpointTs=457130074310443011] [2025/04/05 08:27:33.228 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}"] [checkpointTs=457130074310443011] [2025/04/05 08:27:33.329 +08:00] [INFO] [redo.go:223] ["apply redo log finishes"] [appliedLogCount=5008] [appliedDDLCount=0] [currentCheckpoint=457130074310443011] [2025/04/05 08:27:33.329 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=0] [2025/04/05 08:27:33.329 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=7] [2025/04/05 08:27:33.329 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=9] [2025/04/05 08:27:33.329 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=1] [2025/04/05 08:27:33.329 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=6] [2025/04/05 08:27:33.329 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=12] [2025/04/05 08:27:33.329 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=10] [2025/04/05 08:27:33.329 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=13] [2025/04/05 08:27:33.329 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=4] [2025/04/05 08:27:33.329 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=2] [2025/04/05 08:27:33.329 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=15] [2025/04/05 08:27:33.329 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=14] [2025/04/05 08:27:33.329 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=11] [2025/04/05 08:27:33.329 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=5] [2025/04/05 08:27:33.329 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=3] [2025/04/05 08:27:33.329 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=8] Apply redo log successfully check diff successfully [Sat Apr 5 08:27:34 CST 2025] <<<<<< run test case consistent_replicate_storage_s3 success! >>>>>> count(*) 5000 Exiting on signal: INTERRUPT 0 0 0 0 0 0 0 0 --:--:-- 0:00:04 --:--:-- 0 + kill_tikv ++ ps aux ++ grep tikv-server ++ grep /tmp/tidb_cdc_test/synced_status_with_redo + info='jenkins 11943 35.8 0.6 4894576 2539040 ? Sl 08:27 0:07 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20160 --status-addr 127.0.0.1:20181 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv1.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv1 jenkins 11944 25.9 0.6 4853100 2486660 ? Sl 08:27 0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20161 --status-addr 127.0.0.1:20182 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv2.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv2 jenkins 11945 25.9 0.6 4851048 2489684 ? Sl 08:27 0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20162 --status-addr 127.0.0.1:20183 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv3.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv3 jenkins 11947 34.5 0.6 4876656 2525200 ? Sl 08:27 0:07 tikv-server --pd 127.0.0.1:2479 -A 127.0.0.1:21160 --status-addr 127.0.0.1:21180 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv_down.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv_down' ++ ps aux ++ grep tikv-server ++ grep /tmp/tidb_cdc_test/synced_status_with_redo ++ awk '{print $2}' ++ xargs kill -9 ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 2418 0 --:--:-- --:--:-- --:--:-- 2430 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 08:27:33.401","puller_resolved_ts":"2025-04-05 08:27:27.450","last_synced_ts":"2025-04-05 08:27:27.450","now_ts":"2025-04-05 08:27:34.000","info":"The data syncing is not finished, please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:27:33.401","puller_resolved_ts":"2025-04-05' '08:27:27.450","last_synced_ts":"2025-04-05' '08:27:27.450","now_ts":"2025-04-05' '08:27:34.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:27:33.401","puller_resolved_ts":"2025-04-05' '08:27:27.450","last_synced_ts":"2025-04-05' '08:27:27.450","now_ts":"2025-04-05' '08:27:34.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq -r .info + info='The data syncing is not finished, please wait' + target_message='The data syncing is not finished, please wait' + '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']' + sleep 130 0 0 0 0 0 0 0 0 --:--:-- 0:00:05 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:06 --:--:-- 0{"level":"warn","ts":"2025-04-05T08:27:35.477802+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002004c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:27:35.477891+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001405340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:27:35.534837+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002104c40/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} 0 0 0 0 0 0 0 0 --:--:-- 0:00:07 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:08 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:09 --:--:-- 0 [2025/04/05 08:27:38.972 +08:00] [INFO] [main.go:86] ["running ddl test: 5 addDropIndexDDL"] [2025/04/05 08:27:39.175 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 08:27:39.191 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 08:27:39.340 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 08:27:39.342 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 08:27:39.373 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 08:27:39.374 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 08:27:39.511 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 08:27:39.556 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 08:27:39.685 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 08:27:39.687 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 08:27:39.732 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 08:27:39.733 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 08:27:39.865 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 08:27:39.920 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 08:27:40.056 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 08:27:40.058 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 08:27:40.122 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 08:27:40.123 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:10 --:--:-- 0 [2025/04/05 08:27:40.284 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 08:27:40.372 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/05 08:27:40.516 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 08:27:40.518 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 08:27:40.622 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 08:27:40.624 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 08:27:40.757 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/05 08:27:40.884 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 08:27:41.006 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 08:27:41.008 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:11 --:--:-- 0 [2025/04/05 08:27:41.240 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/05 08:27:41.241 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 08:27:41.396 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:12 --:--:-- 0{"level":"warn","ts":"2025-04-05T08:27:41.478335+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002004c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:27:41.478472+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001405340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:27:41.536178+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002104c40/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} [2025/04/05 08:27:41.720 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/05 08:27:41.901 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/05 08:27:41.905 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/debezium_basic/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:27:41 CST 2025] <<<<<< run test case debezium_basic success! >>>>>> [2025/04/05 08:27:42.204 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/05 08:27:42.206 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 08:27:42.435 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/05 08:27:42.671 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/05 08:27:42.751 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/05 08:27:42.753 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/05 08:27:43.100 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/05 08:27:43.102 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 08:27:43.211 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:13 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:14 --:--:-- 0{"level":"warn","ts":"2025-04-05T08:27:43.46502+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001405340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":"2025-04-05T08:27:43.465074+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":"2025-04-05T08:27:43.465135+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002004c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":"2025-04-05T08:27:43.465184+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":"2025-04-05T08:27:43.524649+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002104c40/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"info","ts":"2025-04-05T08:27:43.524711+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} [2025/04/05 08:27:43.513 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/05 08:27:43.592 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 08:27:43.596 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:15 --:--:-- 0 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_simple_basic/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:27:44 CST 2025] <<<<<< run test case kafka_simple_basic success! >>>>>> 0 0 0 0 0 0 0 0 --:--:-- 0:00:16 --:--:-- 0 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/consistent_partition_table/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... 0 0 0 0 0 0 0 0 --:--:-- 0:00:17 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:18 --:--:-- 0{"level":"warn","ts":"2025-04-05T08:27:47.479665+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002004c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:27:47.48013+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001405340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:27:47.537807+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002104c40/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_simple_basic_avro/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:27:48 CST 2025] <<<<<< run test case kafka_simple_basic_avro success! >>>>>> start tidb cluster in /tmp/tidb_cdc_test/consistent_partition_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... 0 0 0 0 0 0 0 0 --:--:-- 0:00:19 --:--:-- 0 Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... ____________________________________ *************************** 1. row *************************** primary_ts: 457130020700160000 secondary_ts: 457130022368444428 *************************** 2. row *************************** primary_ts: 457130028564480000 secondary_ts: 457130028633686017 *************************** 3. row *************************** primary_ts: 457130036428800000 secondary_ts: 457130036498268161 *************************** 4. row *************************** primary_ts: 457130044293120000 secondary_ts: 457130044388540429 *************************** 5. row *************************** primary_ts: 457130052157440000 secondary_ts: 457130052501897217 *************************** 6. row *************************** primary_ts: 457130060021760000 secondary_ts: 457130060117180430 *************************** 7. row *************************** primary_ts: 457130067886080000 secondary_ts: 457130068020822017 *************************** 8. row *************************** primary_ts: 457130075750400000 secondary_ts: 457130075872296961 skip invalid syncpoint primary_ts: 457130020700160000, first_ddl_ts: 457130052726030356 skip invalid syncpoint primary_ts: 457130028564480000, first_ddl_ts: 457130052726030356 skip invalid syncpoint primary_ts: 457130036428800000, first_ddl_ts: 457130052726030356 skip invalid syncpoint primary_ts: 457130044293120000, first_ddl_ts: 457130052726030356 skip invalid syncpoint primary_ts: 457130052157440000, first_ddl_ts: 457130052726030356 check diff successfully check diff successfully check diff successfully check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:27:43 CST 2025] <<<<<< run test case syncpoint success! >>>>>> 0 0 0 0 0 0 0 0 --:--:-- 0:00:20 --:--:-- 0 [2025/04/05 08:27:45.800 +08:00] [WARN] [diff.go:766] ["rows is not equal"] [table=`test`.`ntest`] [where="((TRUE) AND TRUE)"] [cost=1m32.765948984s] [2025/04/05 08:27:45.803 +08:00] [WARN] [diff.go:384] ["check chunk data not equal"] [chunk="{\"id\":0,\"bounds\":[],\"where\":\"((TRUE) AND TRUE)\",\"args\":null,\"state\":\"failed\"}"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:21 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:22 --:--:-- 0{"level":"warn","ts":1743812871.0198734,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002205500/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743812871.019923,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743812871.0245278,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc004f4d500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"info","ts":1743812871.0245645,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743812871.1232774,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc003164a80/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743812871.1233203,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} [2025/04/05 08:27:51.361 +08:00] [INFO] [dailytest.go:68] ["test pass!!!"] [2025/04/05 08:27:51.429 +08:00] [INFO] [main.go:78] ["runDDLTest take 1m6.478715858s"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:27:51 CST 2025] <<<<<< run test case kafka_simple_handle_key_only success! >>>>>> table mark.finish_mark_0 exists table mark.finish_mark_1 exists table mark.finish_mark_2 exists table mark.finish_mark_3 exists table mark.finish_mark_4 exists table mark.finish_mark_5 not exists for 1-th check, retry later wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... 0 0 0 0 0 0 0 0 --:--:-- 0:00:23 --:--:-- 0 cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:27:53 CST 2025] <<<<<< run test case cdc success! >>>>>> Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/syncpoint_check_ts/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... 0 0 0 0 0 0 0 0 --:--:-- 0:00:24 --:--:-- 0{"level":"warn","ts":"2025-04-05T08:27:53.480826+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002004c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:27:53.481369+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001405340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:27:53.538266+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002104c40/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} table mark.finish_mark_5 not exists for 2-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only_avro/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:27:54 CST 2025] <<<<<< run test case kafka_simple_handle_key_only_avro success! >>>>>> 0 0 0 0 0 0 0 0 --:--:-- 0:00:25 --:--:-- 0 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) 0 0 0 0 0 0 0 0 --:--:-- 0:00:26 --:--:-- 0 start tidb cluster in /tmp/tidb_cdc_test/syncpoint_check_ts Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table mark.finish_mark_5 exists table mark.finish_mark not exists for 1-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:27 --:--:-- 0 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table mark.finish_mark exists check diff successfully 0 0 0 0 0 0 0 0 --:--:-- 0:00:28 --:--:-- 0 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_simple_claim_check/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:27:58 CST 2025] <<<<<< run test case kafka_simple_claim_check success! >>>>>> wait process cdc.test exit for 1-th time... 0 0 0 0 0 0 0 0 --:--:-- 0:00:29 --:--:-- 0 100 135 100 135 0 0 4 0 0:00:33 0:00:30 0:00:03 27 100 135 100 135 0 0 4 0 0:00:33 0:00:30 0:00:03 33 + synced_status='{ "error_msg": "[CDC:ErrPDEtcdAPIError]etcd api call error: context deadline exceeded", "error_code": "CDC:ErrPDEtcdAPIError" }' ++ jq -r .error_code ++ echo '{' '"error_msg":' '"[CDC:ErrPDEtcdAPIError]etcd' api call error: context deadline 'exceeded",' '"error_code":' '"CDC:ErrPDEtcdAPIError"' '}' + error_code=CDC:ErrPDEtcdAPIError + cleanup_process cdc.test wait process cdc.test exit for 2-th time... {"level":"warn","ts":"2025-04-05T08:27:59.481871+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002004c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T08:27:59.482637+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001405340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} wait process cdc.test exit for 1-th time... {"level":"warn","ts":"2025-04-05T08:27:59.539188+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002104c40/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619253717781035 TiDB Cluster ID. tikv_gc_leader_uuid 6580d636d50000f Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:19450, start at 2025-04-05 08:27:57.152938378 +0800 CST m=+2.069368442 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:29:57.163 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:27:57.213 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:17:57.213 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619253717781035 TiDB Cluster ID. tikv_gc_leader_uuid 6580d636d50000f Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:19450, start at 2025-04-05 08:27:57.152938378 +0800 CST m=+2.069368442 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:29:57.163 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:27:57.213 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:17:57.213 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619247138230021 TiDB Cluster ID. tikv_gc_leader_uuid 6580d636ec8000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-0-lwzc2, pid:19517, start at 2025-04-05 08:27:57.259580262 +0800 CST m=+2.121712193 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:29:57.266 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:27:57.234 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:17:57.234 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/consistent_partition_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/consistent_partition_table/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/consistent_partition_table/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/consistent_partition_table/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/consistent_partition_table/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:27:59 CST 2025] <<<<<< run test case multi_source success! >>>>>> wait process cdc.test exit for 2-th time... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster [Sat Apr 5 08:28:01 CST 2025] <<<<<< START cdc server in consistent_partition_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_partition_table.2085220854.out server --log-file /tmp/tidb_cdc_test/consistent_partition_table/cdcpartition_table.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_partition_table/cdc_datapartition_table.server1 --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_simple_claim_check_avro/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:28:01 CST 2025] <<<<<< run test case kafka_simple_claim_check_avro success! >>>>>> Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/split_region/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:28:04 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bcf495dc-9b0a-458a-bf9e-5e2fbb96619a {"id":"bcf495dc-9b0a-458a-bf9e-5e2fbb96619a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812881} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960358bb77d3 bcf495dc-9b0a-458a-bf9e-5e2fbb96619a /tidb/cdc/default/default/upstream/7489619253717781035 {"id":7489619253717781035,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bcf495dc-9b0a-458a-bf9e-5e2fbb96619a {"id":"bcf495dc-9b0a-458a-bf9e-5e2fbb96619a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812881} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960358bb77d3 bcf495dc-9b0a-458a-bf9e-5e2fbb96619a /tidb/cdc/default/default/upstream/7489619253717781035 {"id":7489619253717781035,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bcf495dc-9b0a-458a-bf9e-5e2fbb96619a {"id":"bcf495dc-9b0a-458a-bf9e-5e2fbb96619a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812881} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960358bb77d3 bcf495dc-9b0a-458a-bf9e-5e2fbb96619a /tidb/cdc/default/default/upstream/7489619253717781035 {"id":7489619253717781035,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/canal_json_adapter_compatibility/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:28:05 CST 2025] <<<<<< run test case canal_json_adapter_compatibility success! >>>>>> start tidb cluster in /tmp/tidb_cdc_test/split_region Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619285190548157 TiDB Cluster ID. tikv_gc_leader_uuid 6580d63dde80007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:12556, start at 2025-04-05 08:28:04.350088943 +0800 CST m=+2.309766154 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:30:04.358 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:28:04.346 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:18:04.346 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619285190548157 TiDB Cluster ID. tikv_gc_leader_uuid 6580d63dde80007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:12556, start at 2025-04-05 08:28:04.350088943 +0800 CST m=+2.309766154 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:30:04.358 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:28:04.346 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:18:04.346 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619276720638715 TiDB Cluster ID. tikv_gc_leader_uuid 6580d63dc50000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:12636, start at 2025-04-05 08:28:04.272546509 +0800 CST m=+2.140928616 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:30:04.279 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:28:04.244 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:18:04.244 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/syncpoint_check_ts/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/syncpoint_check_ts/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/syncpoint_check_ts/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/syncpoint_check_ts/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/syncpoint_check_ts/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + run_case_with_unavailable_tikv conf/changefeed.toml + rm -rf /tmp/tidb_cdc_test/synced_status + mkdir -p /tmp/tidb_cdc_test/synced_status + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory table partition_table2.t2 not exists for 1-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.syncpoint_check_ts.cli.14013.out cli tso query --pd=http://127.0.0.1:2379 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/canal_json_basic/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:28:08 CST 2025] <<<<<< run test case canal_json_basic success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/vector/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... + set +x + tso='457130085907431425 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130085907431425 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:28:10 CST 2025] <<<<<< START cdc server in syncpoint_check_ts case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.syncpoint_check_ts.1405014052.out server --log-file /tmp/tidb_cdc_test/syncpoint_check_ts/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/syncpoint_check_ts/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table partition_table2.t2 not exists for 2-th check, retry later chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/synced_status Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/canal_json_content_compatible/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:28:11 CST 2025] <<<<<< run test case canal_json_content_compatible success! >>>>>> table partition_table2.t2 not exists for 3-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/vector Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:28:13 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7114770d-f0a1-47fa-9fd7-e6c562d629ba {"id":"7114770d-f0a1-47fa-9fd7-e6c562d629ba","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812890} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960358d6a4e4 7114770d-f0a1-47fa-9fd7-e6c562d629ba /tidb/cdc/default/default/upstream/7489619285190548157 {"id":7489619285190548157,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7114770d-f0a1-47fa-9fd7-e6c562d629ba {"id":"7114770d-f0a1-47fa-9fd7-e6c562d629ba","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812890} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960358d6a4e4 7114770d-f0a1-47fa-9fd7-e6c562d629ba /tidb/cdc/default/default/upstream/7489619285190548157 {"id":7489619285190548157,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7114770d-f0a1-47fa-9fd7-e6c562d629ba {"id":"7114770d-f0a1-47fa-9fd7-e6c562d629ba","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812890} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960358d6a4e4 7114770d-f0a1-47fa-9fd7-e6c562d629ba /tidb/cdc/default/default/upstream/7489619285190548157 {"id":7489619285190548157,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.syncpoint_check_ts.cli.14104.out cli changefeed create --start-ts=457130085907431425 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/syncpoint_check_ts/conf/changefeed.toml Create changefeed successfully! ID: e2a7f88c-c20b-4428-9619-07f5e989f2af Info: {"upstream_id":7489619285190548157,"namespace":"default","id":"e2a7f88c-c20b-4428-9619-07f5e989f2af","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:28:13.658887726+08:00","start_ts":457130085907431425,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":true,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":30000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130085907431425,"checkpoint_ts":457130085907431425,"checkpoint_time":"2025-04-05 08:28:08.746"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table partition_table2.t2 not exists for 4-th check, retry later Verifying downstream PD is started... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_topics/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:28:14 CST 2025] <<<<<< run test case multi_topics success! >>>>>> + set +x VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619320146157376 TiDB Cluster ID. tikv_gc_leader_uuid 6580d6465a00015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-w-rgg95, pid:24196, start at 2025-04-05 08:28:13.100667542 +0800 CST m=+2.073042885 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:30:13.107 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:28:13.100 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:18:13.100 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619320146157376 TiDB Cluster ID. tikv_gc_leader_uuid 6580d6465a00015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-w-rgg95, pid:24196, start at 2025-04-05 08:28:13.100667542 +0800 CST m=+2.073042885 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:30:13.107 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:28:13.100 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:18:13.100 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619323296313456 TiDB Cluster ID. tikv_gc_leader_uuid 6580d6468a80003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-w-rgg95, pid:24274, start at 2025-04-05 08:28:13.229111527 +0800 CST m=+2.116120524 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:30:13.236 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:28:13.226 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:18:13.226 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/split_region/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/split_region/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/split_region/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/split_region/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/split_region/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table partition_table2.t2 not exists for 5-th check, retry later Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.split_region.cli.25594.out cli tso query --pd=http://127.0.0.1:2379 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/avro_basic/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:28:18 CST 2025] <<<<<< run test case avro_basic success! >>>>>> table partition_table2.t2 not exists for 6-th check, retry later + set +x + tso='457130088263057409 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130088263057409 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:28:19 CST 2025] <<<<<< START cdc server in split_region case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.split_region.2564225644.out server --log-file /tmp/tidb_cdc_test/split_region/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/split_region/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619345611810580 TiDB Cluster ID. tikv_gc_leader_uuid 6580d64b778000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:18123, start at 2025-04-05 08:28:18.285349228 +0800 CST m=+2.368190702 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:30:18.295 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:28:18.270 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:18:18.270 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619345611810580 TiDB Cluster ID. tikv_gc_leader_uuid 6580d64b778000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:18123, start at 2025-04-05 08:28:18.285349228 +0800 CST m=+2.368190702 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:30:18.295 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:28:18.270 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:18:18.270 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619343061423801 TiDB Cluster ID. tikv_gc_leader_uuid 6580d64b8fc0005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:18196, start at 2025-04-05 08:28:18.373852064 +0800 CST m=+2.394477735 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:30:18.382 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:28:18.367 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:18:18.367 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table partition_table2.t2 not exists for 7-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + cd /tmp/tidb_cdc_test/synced_status ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.19589.out cli tso query --pd=http://127.0.0.1:2379 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/canal_json_handle_key_only/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:28:21 CST 2025] <<<<<< run test case canal_json_handle_key_only success! >>>>>> table partition_table2.t2 exists + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:28:22 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/30b5e7bb-0941-4725-898e-6f2f72570da0 {"id":"30b5e7bb-0941-4725-898e-6f2f72570da0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812899} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960358ff9af9 30b5e7bb-0941-4725-898e-6f2f72570da0 /tidb/cdc/default/default/upstream/7489619320146157376 {"id":7489619320146157376,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/30b5e7bb-0941-4725-898e-6f2f72570da0 {"id":"30b5e7bb-0941-4725-898e-6f2f72570da0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812899} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960358ff9af9 30b5e7bb-0941-4725-898e-6f2f72570da0 /tidb/cdc/default/default/upstream/7489619320146157376 {"id":7489619320146157376,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/30b5e7bb-0941-4725-898e-6f2f72570da0 {"id":"30b5e7bb-0941-4725-898e-6f2f72570da0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812899} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960358ff9af9 30b5e7bb-0941-4725-898e-6f2f72570da0 /tidb/cdc/default/default/upstream/7489619320146157376 {"id":7489619320146157376,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.split_region.cli.25696.out cli changefeed create --start-ts=457130088263057409 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --config /tmp/tidb_cdc_test/split_region/pulsar_test.toml VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619347239258927 TiDB Cluster ID. tikv_gc_leader_uuid 6580d64d5cc000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz, pid:30325, start at 2025-04-05 08:28:20.237874874 +0800 CST m=+2.138494567 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:30:20.246 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:28:20.211 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:18:20.211 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619347239258927 TiDB Cluster ID. tikv_gc_leader_uuid 6580d64d5cc000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz, pid:30325, start at 2025-04-05 08:28:20.237874874 +0800 CST m=+2.138494567 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:30:20.246 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:28:20.211 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:18:20.211 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619356838817752 TiDB Cluster ID. tikv_gc_leader_uuid 6580d64d750000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-x-lbzhz, pid:30402, start at 2025-04-05 08:28:20.355677544 +0800 CST m=+2.201544316 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:30:20.364 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:28:20.359 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:18:20.359 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/vector/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/vector/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/vector/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/vector/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/vector/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Create changefeed successfully! ID: 4ef56613-5bf1-4ef0-a84d-4157ab4ac1be Info: {"upstream_id":7489619320146157376,"namespace":"default","id":"4ef56613-5bf1-4ef0-a84d-4157ab4ac1be","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:28:22.686264811+08:00","start_ts":457130088263057409,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130088263057409,"checkpoint_ts":457130088263057409,"checkpoint_time":"2025-04-05 08:28:17.732"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x table split_region.test1 not exists for 1-th check, retry later + set +x + tso='457130089544417282 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130089544417282 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457130089544417282 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test [Sat Apr 5 08:28:24 CST 2025] <<<<<< START cdc server in synced_status case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.1961419616.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.vector.cli.31670.out cli tso query --pd=http://127.0.0.1:2379 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/open_protocol_handle_key_only/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:28:25 CST 2025] <<<<<< run test case open_protocol_handle_key_only success! >>>>>> + set +x + tso='457130090105929729 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130090105929729 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:28:26 CST 2025] <<<<<< START cdc server in vector case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.vector.3170531707.out server --log-file /tmp/tidb_cdc_test/vector/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/vector/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table split_region.test1 exists table split_region.test2 not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:28:27 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/77c9f9ae-675c-46b9-af31-9ceff53b5664 {"id":"77c9f9ae-675c-46b9-af31-9ceff53b5664","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812904} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035912b2e4 77c9f9ae-675c-46b9-af31-9ceff53b5664 /tidb/cdc/default/default/upstream/7489619345611810580 {"id":7489619345611810580,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/77c9f9ae-675c-46b9-af31-9ceff53b5664 {"id":"77c9f9ae-675c-46b9-af31-9ceff53b5664","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812904} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035912b2e4 77c9f9ae-675c-46b9-af31-9ceff53b5664 /tidb/cdc/default/default/upstream/7489619345611810580 {"id":7489619345611810580,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/77c9f9ae-675c-46b9-af31-9ceff53b5664 {"id":"77c9f9ae-675c-46b9-af31-9ceff53b5664","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812904} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035912b2e4 77c9f9ae-675c-46b9-af31-9ceff53b5664 /tidb/cdc/default/default/upstream/7489619345611810580 {"id":7489619345611810580,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457130089544417282 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.19673.out cli changefeed create --start-ts=457130089544417282 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489619345611810580,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:28:27.510527728+08:00","start_ts":457130089544417282,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130089544417282,"checkpoint_ts":457130089544417282,"checkpoint_time":"2025-04-05 08:28:22.620"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... wait process cdc.test exit for 1-th time... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/canal_json_claim_check/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:28:28 CST 2025] <<<<<< run test case canal_json_claim_check success! >>>>>> wait process cdc.test exit for 2-th time... table split_region.test2 exists check diff successfully cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:28:28 CST 2025] <<<<<< START cdc server in consistent_partition_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkHangLongTime=return(true);github.com/pingcap/tiflow/cdc/sink/ddlsink/mysql/MySQLSinkExecDDLDelay=return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_partition_table.2105621058.out server --log-file /tmp/tidb_cdc_test/consistent_partition_table/cdcpartition_table.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_partition_table/cdc_datapartition_table.server2 --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x + run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);' + check_table_exists test.t1 127.0.0.1 3306 table test.t1 not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:28:29 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5cc3f0f2-7dc2-49db-a680-fe3b89a92a37 {"id":"5cc3f0f2-7dc2-49db-a680-fe3b89a92a37","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812906} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960359191ae9 5cc3f0f2-7dc2-49db-a680-fe3b89a92a37 /tidb/cdc/default/default/upstream/7489619347239258927 {"id":7489619347239258927,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5cc3f0f2-7dc2-49db-a680-fe3b89a92a37 {"id":"5cc3f0f2-7dc2-49db-a680-fe3b89a92a37","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812906} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960359191ae9 5cc3f0f2-7dc2-49db-a680-fe3b89a92a37 /tidb/cdc/default/default/upstream/7489619347239258927 {"id":7489619347239258927,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5cc3f0f2-7dc2-49db-a680-fe3b89a92a37 {"id":"5cc3f0f2-7dc2-49db-a680-fe3b89a92a37","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812906} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960359191ae9 5cc3f0f2-7dc2-49db-a680-fe3b89a92a37 /tidb/cdc/default/default/upstream/7489619347239258927 {"id":7489619347239258927,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.vector.cli.31766.out cli changefeed create --start-ts=457130090105929729 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: 3dad50c7-fcdc-4530-9dab-ade2c788fe4c Info: {"upstream_id":7489619347239258927,"namespace":"default","id":"3dad50c7-fcdc-4530-9dab-ade2c788fe4c","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:28:29.679426547+08:00","start_ts":457130090105929729,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130090105929729,"checkpoint_ts":457130090105929729,"checkpoint_time":"2025-04-05 08:28:24.762"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table test.t1 exists + sleep 5 + set +x + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:28:31 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/008a9459-0c75-4c41-910e-e23ab51b71d4 {UpstreamID:7489619253717781035 Namespace:default ID:008a9459-0c75-4c41-910e-e23ab51b71d4 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:28:04.662775564 +0800 CST StartTs:457130084817960963 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00191aab0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130084831068165} {CheckpointTs:457130090467164172 MinTableBarrierTs:457130091790991363 AdminJobType:noop} span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:115, startKey:7480000000000000ff735f720000000000fa, endKey:7480000000000000ff735f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:117, startKey:7480000000000000ff755f720000000000fa, endKey:7480000000000000ff755f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:129, startKey:7480000000000000ff815f720000000000fa, endKey:7480000000000000ff815f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:133, startKey:7480000000000000ff855f720000000000fa, endKey:7480000000000000ff855f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:127, startKey:7480000000000000ff7f5f720000000000fa, endKey:7480000000000000ff7f5f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cfedd94d-5cae-4778-80b7-61589cd2687f {"id":"cfedd94d-5cae-4778-80b7-61589cd2687f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812909} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960358bb792b cfedd94d-5cae-4778-80b7-61589cd2687f /tidb/cdc/default/default/changefeed/info/008a9459-0c75-4c41-910e-e23ab51b71d4 {"upstream-id":7489619253717781035,"namespace":"default","changefeed-id":"008a9459-0c75-4c41-910e-e23ab51b71d4","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:28:04.662775564+08:00","start-ts":457130084817960963,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_partition_table/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130084831068165} /tidb/cdc/default/default/changefeed/status/008a9459-0c75-4c41-910e-e23ab51b71d4 {"checkpoint-ts":457130090467164172,"min-table-barrier-ts":457130091790991363,"admin-job-type":0} /tidb/cdc/default/default/task/position/cfedd94d-5cae-4778-80b7-61589cd2687f/008a9459-0c75-4c41-910e-e23ab51b71d4 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489619253717781035 {"id":7489619253717781035,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/008a9459-0c75-4c41-910e-e23ab51b71d4 {UpstreamID:7489619253717781035 Namespace:default ID:008a9459-0c75-4c41-910e-e23ab51b71d4 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:28:04.662775564 +0800 CST StartTs:457130084817960963 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00191aab0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130084831068165} {CheckpointTs:457130090467164172 MinTableBarrierTs:457130091790991363 AdminJobType:noop} span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:115, startKey:7480000000000000ff735f720000000000fa, endKey:7480000000000000ff735f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:117, startKey:7480000000000000ff755f720000000000fa, endKey:7480000000000000ff755f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:129, startKey:7480000000000000ff815f720000000000fa, endKey:7480000000000000ff815f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:133, startKey:7480000000000000ff855f720000000000fa, endKey:7480000000000000ff855f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:127, startKey:7480000000000000ff7f5f720000000000fa, endKey:7480000000000000ff7f5f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cfedd94d-5cae-4778-80b7-61589cd2687f {"id":"cfedd94d-5cae-4778-80b7-61589cd2687f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812909} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960358bb792b cfedd94d-5cae-4778-80b7-61589cd2687f /tidb/cdc/default/default/changefeed/info/008a9459-0c75-4c41-910e-e23ab51b71d4 {"upstream-id":7489619253717781035,"namespace":"default","changefeed-id":"008a9459-0c75-4c41-910e-e23ab51b71d4","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:28:04.662775564+08:00","start-ts":457130084817960963,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_partition_table/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130084831068165} /tidb/cdc/default/default/changefeed/status/008a9459-0c75-4c41-910e-e23ab51b71d4 {"checkpoint-ts":457130090467164172,"min-table-barrier-ts":457130091790991363,"admin-job-type":0} /tidb/cdc/default/default/task/position/cfedd94d-5cae-4778-80b7-61589cd2687f/008a9459-0c75-4c41-910e-e23ab51b71d4 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489619253717781035 {"id":7489619253717781035,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/008a9459-0c75-4c41-910e-e23ab51b71d4 {UpstreamID:7489619253717781035 Namespace:default ID:008a9459-0c75-4c41-910e-e23ab51b71d4 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 08:28:04.662775564 +0800 CST StartTs:457130084817960963 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00191aab0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457130084831068165} {CheckpointTs:457130090467164172 MinTableBarrierTs:457130091790991363 AdminJobType:noop} span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:115, startKey:7480000000000000ff735f720000000000fa, endKey:7480000000000000ff735f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:117, startKey:7480000000000000ff755f720000000000fa, endKey:7480000000000000ff755f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:129, startKey:7480000000000000ff815f720000000000fa, endKey:7480000000000000ff815f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:133, startKey:7480000000000000ff855f720000000000fa, endKey:7480000000000000ff855f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating span: {tableID:127, startKey:7480000000000000ff7f5f720000000000fa, endKey:7480000000000000ff7f5f730000000000fa}, resolvedTs: 457130090467164172, checkpointTs: 457130090467164172, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cfedd94d-5cae-4778-80b7-61589cd2687f {"id":"cfedd94d-5cae-4778-80b7-61589cd2687f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812909} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960358bb792b cfedd94d-5cae-4778-80b7-61589cd2687f /tidb/cdc/default/default/changefeed/info/008a9459-0c75-4c41-910e-e23ab51b71d4 {"upstream-id":7489619253717781035,"namespace":"default","changefeed-id":"008a9459-0c75-4c41-910e-e23ab51b71d4","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T08:28:04.662775564+08:00","start-ts":457130084817960963,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_partition_table/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457130084831068165} /tidb/cdc/default/default/changefeed/status/008a9459-0c75-4c41-910e-e23ab51b71d4 {"checkpoint-ts":457130090467164172,"min-table-barrier-ts":457130091790991363,"admin-job-type":0} /tidb/cdc/default/default/task/position/cfedd94d-5cae-4778-80b7-61589cd2687f/008a9459-0c75-4c41-910e-e23ab51b71d4 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489619253717781035 {"id":7489619253717781035,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/open_protocol_claim_check/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:28:31 CST 2025] <<<<<< run test case open_protocol_claim_check success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/canal_json_storage_basic/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:28:35 CST 2025] <<<<<< run test case canal_json_storage_basic success! >>>>>> + kill_tikv ++ ps aux ++ grep tikv-server ++ grep /tmp/tidb_cdc_test/synced_status + info='jenkins 17597 25.5 0.6 4848492 2492100 ? Sl 08:28 0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20160 --status-addr 127.0.0.1:20181 --log-file /tmp/tidb_cdc_test/synced_status/tikv1.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv1 jenkins 17598 25.5 0.6 4856684 2490336 ? Sl 08:28 0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20161 --status-addr 127.0.0.1:20182 --log-file /tmp/tidb_cdc_test/synced_status/tikv2.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv2 jenkins 17599 34.8 0.6 4888936 2543440 ? Sl 08:28 0:07 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20162 --status-addr 127.0.0.1:20183 --log-file /tmp/tidb_cdc_test/synced_status/tikv3.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv3 jenkins 17601 34.1 0.6 4875624 2526504 ? Sl 08:28 0:07 tikv-server --pd 127.0.0.1:2479 -A 127.0.0.1:21160 --status-addr 127.0.0.1:21180 --log-file /tmp/tidb_cdc_test/synced_status/tikv_down.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv_down' ++ ps aux ++ grep tikv-server ++ grep /tmp/tidb_cdc_test/synced_status ++ awk '{print $2}' ++ xargs kill -9 ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 2483 0 --:--:-- --:--:-- --:--:-- 2505 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 08:28:34.970","puller_resolved_ts":"2025-04-05 08:28:28.970","last_synced_ts":"2025-04-05 08:28:28.970","now_ts":"2025-04-05 08:28:36.000","info":"The data syncing is not finished, please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:28:34.970","puller_resolved_ts":"2025-04-05' '08:28:28.970","last_synced_ts":"2025-04-05' '08:28:28.970","now_ts":"2025-04-05' '08:28:36.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:28:34.970","puller_resolved_ts":"2025-04-05' '08:28:28.970","last_synced_ts":"2025-04-05' '08:28:28.970","now_ts":"2025-04-05' '08:28:36.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq -r .info + info='The data syncing is not finished, please wait' + target_message='The data syncing is not finished, please wait' + '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']' + sleep 130 table test.finish_mark not exists for 1-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/canal_json_storage_partition_table/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:28:38 CST 2025] <<<<<< run test case canal_json_storage_partition_table success! >>>>>> table test.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... check diff failed 1-th time, retry later wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:28:41 CST 2025] <<<<<< run test case vector success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_tables_ddl/run.sh using Sink-Type: mysql... <<================= * About to connect() to 127.0.0.1 port 24927 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:24927; Connection refused * Closing connection 0 You are running an older version of MinIO released 4 years ago Update: Run `mc admin update` Attempting encryption of all config, IAM users and policies on MinIO backend check diff successfully Endpoint: http://127.0.0.1:24927 Object API (Amazon S3 compatible): Go: https://docs.min.io/docs/golang-client-quickstart-guide Java: https://docs.min.io/docs/java-client-quickstart-guide Python: https://docs.min.io/docs/python-client-quickstart-guide JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide .NET: https://docs.min.io/docs/dotnet-client-quickstart-guide wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:28:43 CST 2025] <<<<<< run test case split_region success! >>>>>> * About to connect() to 127.0.0.1 port 24927 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 24927 (#0) > GET / HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:24927 > Accept: */* > < HTTP/1.1 403 Forbidden < Accept-Ranges: bytes < Content-Length: 226 < Content-Security-Policy: block-all-mixed-content < Content-Type: application/xml < Server: MinIO/RELEASE.2020-07-27T18-37-02Z < Vary: Origin < X-Amz-Request-Id: 1833449D809B5A3D < X-Xss-Protection: 1; mode=block < Date: Sat, 05 Apr 2025 00:28:43 GMT < { [data not shown] * Connection #0 to host 127.0.0.1 left intact Bucket 's3://logbucket/' created The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/multi_tables_ddl Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619504446688119 TiDB Cluster ID. tikv_gc_leader_uuid 6580d66f964000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:43299, start at 2025-04-05 08:28:55.280387572 +0800 CST m=+2.387382609 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:30:55.288 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:28:55.285 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:18:55.285 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619504446688119 TiDB Cluster ID. tikv_gc_leader_uuid 6580d66f964000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:43299, start at 2025-04-05 08:28:55.280387572 +0800 CST m=+2.387382609 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:30:55.288 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:28:55.285 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:18:55.285 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619507246734554 TiDB Cluster ID. tikv_gc_leader_uuid 6580d66f9b8000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-8-z2n40, pid:43368, start at 2025-04-05 08:28:55.305750585 +0800 CST m=+2.338419490 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:30:55.316 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:28:55.278 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:18:55.278 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_tables_ddl/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_tables_ddl/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Sat Apr 5 08:28:59 CST 2025] <<<<<< START cdc server in multi_tables_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_tables_ddl.4463344635.out server --log-file /tmp/tidb_cdc_test/multi_tables_ddl/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_tables_ddl/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:29:02 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/49cae632-cfd2-488d-bf73-9bf91bd17757 {"id":"49cae632-cfd2-488d-bf73-9bf91bd17757","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812939} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960359a123d7 49cae632-cfd2-488d-bf73-9bf91bd17757 /tidb/cdc/default/default/upstream/7489619504446688119 {"id":7489619504446688119,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/49cae632-cfd2-488d-bf73-9bf91bd17757 {"id":"49cae632-cfd2-488d-bf73-9bf91bd17757","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812939} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960359a123d7 49cae632-cfd2-488d-bf73-9bf91bd17757 /tidb/cdc/default/default/upstream/7489619504446688119 {"id":7489619504446688119,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/49cae632-cfd2-488d-bf73-9bf91bd17757 {"id":"49cae632-cfd2-488d-bf73-9bf91bd17757","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812939} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/2231960359a123d7 49cae632-cfd2-488d-bf73-9bf91bd17757 /tidb/cdc/default/default/upstream/7489619504446688119 {"id":7489619504446688119,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: test-normal Info: {"upstream_id":7489619504446688119,"namespace":"default","id":"test-normal","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:29:02.583898539+08:00","start_ts":457130099169296385,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t1","multi_tables_ddl_test.t2","multi_tables_ddl_test.t3","multi_tables_ddl_test.t4","multi_tables_ddl_test.t1_7","multi_tables_ddl_test.t2_7","multi_tables_ddl_test.finish_mark"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130099169296385,"checkpoint_ts":457130099169296385,"checkpoint_time":"2025-04-05 08:28:59.336"} Create changefeed successfully! ID: test-error-1 Info: {"upstream_id":7489619504446688119,"namespace":"default","id":"test-error-1","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:29:02.721169715+08:00","start_ts":457130099169296385,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t5","multi_tables_ddl_test.t6","multi_tables_ddl_test.t7","multi_tables_ddl_test.t8"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130099169296385,"checkpoint_ts":457130099169296385,"checkpoint_time":"2025-04-05 08:28:59.336"} Create changefeed successfully! ID: test-error-2 Info: {"upstream_id":7489619504446688119,"namespace":"default","id":"test-error-2","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:29:02.886825006+08:00","start_ts":457130099169296385,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t9","multi_tables_ddl_test.t10"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130099169296385,"checkpoint_ts":457130099169296385,"checkpoint_time":"2025-04-05 08:28:59.336"} table multi_tables_ddl_test.t55 exists table multi_tables_ddl_test.t66 exists table multi_tables_ddl_test.t7 exists table multi_tables_ddl_test.t88 not exists for 1-th check, retry later table multi_tables_ddl_test.t88 exists table multi_tables_ddl_test.finish_mark exists check table exists success + endpoints=http://127.0.0.1:2379 + changefeed_id=test-normal + expected_state=normal + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-normal -s + info='{ "upstream_id": 7489619504446688119, "namespace": "default", "id": "test-normal", "state": "normal", "checkpoint_tso": 457130103586422785, "checkpoint_time": "2025-04-05 08:29:16.186", "error": null }' + echo '{ "upstream_id": 7489619504446688119, "namespace": "default", "id": "test-normal", "state": "normal", "checkpoint_tso": 457130103586422785, "checkpoint_time": "2025-04-05 08:29:16.186", "error": null }' { "upstream_id": 7489619504446688119, "namespace": "default", "id": "test-normal", "state": "normal", "checkpoint_tso": 457130103586422785, "checkpoint_time": "2025-04-05 08:29:16.186", "error": null } ++ echo '{' '"upstream_id":' 7489619504446688119, '"namespace":' '"default",' '"id":' '"test-normal",' '"state":' '"normal",' '"checkpoint_tso":' 457130103586422785, '"checkpoint_time":' '"2025-04-05' '08:29:16.186",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489619504446688119, '"namespace":' '"default",' '"id":' '"test-normal",' '"state":' '"normal",' '"checkpoint_tso":' 457130103586422785, '"checkpoint_time":' '"2025-04-05' '08:29:16.186",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + endpoints=http://127.0.0.1:2379 + changefeed_id=test-error-1 + expected_state=normal + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-error-1 -s + info='{ "upstream_id": 7489619504446688119, "namespace": "default", "id": "test-error-1", "state": "normal", "checkpoint_tso": 457130104320425986, "checkpoint_time": "2025-04-05 08:29:18.986", "error": null }' + echo '{ "upstream_id": 7489619504446688119, "namespace": "default", "id": "test-error-1", "state": "normal", "checkpoint_tso": 457130104320425986, "checkpoint_time": "2025-04-05 08:29:18.986", "error": null }' { "upstream_id": 7489619504446688119, "namespace": "default", "id": "test-error-1", "state": "normal", "checkpoint_tso": 457130104320425986, "checkpoint_time": "2025-04-05 08:29:18.986", "error": null } ++ echo '{' '"upstream_id":' 7489619504446688119, '"namespace":' '"default",' '"id":' '"test-error-1",' '"state":' '"normal",' '"checkpoint_tso":' 457130104320425986, '"checkpoint_time":' '"2025-04-05' '08:29:18.986",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489619504446688119, '"namespace":' '"default",' '"id":' '"test-error-1",' '"state":' '"normal",' '"checkpoint_tso":' 457130104320425986, '"checkpoint_time":' '"2025-04-05' '08:29:18.986",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + endpoints=http://127.0.0.1:2379 + changefeed_id=test-error-2 + expected_state=failed + error_msg=ErrSyncRenameTableFailed + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-error-2 -s + info='{ "upstream_id": 7489619504446688119, "namespace": "default", "id": "test-error-2", "state": "failed", "checkpoint_tso": 457130103271587842, "checkpoint_time": "2025-04-05 08:29:14.985", "error": { "time": "2025-04-05T08:29:16.017396868+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSyncRenameTableFailed", "message": "[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''138'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule." } }' + echo '{ "upstream_id": 7489619504446688119, "namespace": "default", "id": "test-error-2", "state": "failed", "checkpoint_tso": 457130103271587842, "checkpoint_time": "2025-04-05 08:29:14.985", "error": { "time": "2025-04-05T08:29:16.017396868+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSyncRenameTableFailed", "message": "[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''138'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule." } }' { "upstream_id": 7489619504446688119, "namespace": "default", "id": "test-error-2", "state": "failed", "checkpoint_tso": 457130103271587842, "checkpoint_time": "2025-04-05 08:29:14.985", "error": { "time": "2025-04-05T08:29:16.017396868+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSyncRenameTableFailed", "message": "[CDC:ErrSyncRenameTableFailed]table's old name is not in filter rule, and its new name in filter rule table id '138', ddl query: [rename table t11 to t9], it's an unexpected behavior, if you want to replicate this table, please add its old name to filter rule." } } ++ jq -r .state ++ echo '{' '"upstream_id":' 7489619504446688119, '"namespace":' '"default",' '"id":' '"test-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457130103271587842, '"checkpoint_time":' '"2025-04-05' '08:29:14.985",' '"error":' '{' '"time":' '"2025-04-05T08:29:16.017396868+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSyncRenameTableFailed",' '"message":' '"[CDC:ErrSyncRenameTableFailed]table'\''s' old name is not in filter rule, and its new name in filter rule table id ''\''138'\'',' ddl query: '[rename' table t11 to 't9],' 'it'\''s' an unexpected behavior, if you want to replicate this table, please add its old name to filter 'rule."' '}' '}' + state=failed + [[ ! failed == \f\a\i\l\e\d ]] ++ echo '{' '"upstream_id":' 7489619504446688119, '"namespace":' '"default",' '"id":' '"test-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457130103271587842, '"checkpoint_time":' '"2025-04-05' '08:29:14.985",' '"error":' '{' '"time":' '"2025-04-05T08:29:16.017396868+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSyncRenameTableFailed",' '"message":' '"[CDC:ErrSyncRenameTableFailed]table'\''s' old name is not in filter rule, and its new name in filter rule table id ''\''138'\'',' ddl query: '[rename' table t11 to 't9],' 'it'\''s' an unexpected behavior, if you want to replicate this table, please add its old name to filter 'rule."' '}' '}' ++ jq -r .error.message + message='[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''138'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule.' + [[ ! [CDC:ErrSyncRenameTableFailed]table's old name is not in filter rule, and its new name in filter rule table id '138', ddl query: [rename table t11 to t9], it's an unexpected behavior, if you want to replicate this table, please add its old name to filter rule. =~ ErrSyncRenameTableFailed ]] check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:29:21 CST 2025] <<<<<< run test case multi_tables_ddl success! >>>>>> Exiting on signal: INTERRUPT ____________________________________ *************************** 1. row *************************** primary_ts: 457130091479040000 secondary_ts: 457130091529895991 primary_ts is 457130091479040000 start_ts is 457130085907431425 check successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:29:16 CST 2025] <<<<<< run test case syncpoint_check_ts success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/server_config_compatibility/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/server_config_compatibility Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619673082738490 TiDB Cluster ID. tikv_gc_leader_uuid 6580d696890000f Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:15188, start at 2025-04-05 08:29:35.187628697 +0800 CST m=+2.198694449 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:31:35.232 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:29:35.190 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:19:35.190 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619673082738490 TiDB Cluster ID. tikv_gc_leader_uuid 6580d696890000f Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:15188, start at 2025-04-05 08:29:35.187628697 +0800 CST m=+2.198694449 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:31:35.232 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:29:35.190 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:19:35.190 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619674448804866 TiDB Cluster ID. tikv_gc_leader_uuid 6580d696bb8000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:15267, start at 2025-04-05 08:29:35.375070617 +0800 CST m=+2.320322517 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:31:35.382 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:29:35.342 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:19:35.342 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/server_config_compatibility/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/server_config_compatibility/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/server_config_compatibility/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/server_config_compatibility/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/server_config_compatibility/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.server_config_compatibility.cli.16557.out cli tso query --pd=http://127.0.0.1:2379 + set +x + tso='457130109734748161 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130109734748161 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 08:29:42 CST 2025] <<<<<< START cdc server in server_config_compatibility case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.server_config_compatibility.1660716609.out server --log-file /tmp/tidb_cdc_test/server_config_compatibility/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/server_config_compatibility/cdc_data --cluster-id default --config /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/server_config_compatibility/conf/server.toml ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:29:45 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bdac1724-4103-4b9f-b773-71c0baa2c141 {"id":"bdac1724-4103-4b9f-b773-71c0baa2c141","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812982} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035a43a8fe bdac1724-4103-4b9f-b773-71c0baa2c141 /tidb/cdc/default/default/upstream/7489619673082738490 {"id":7489619673082738490,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bdac1724-4103-4b9f-b773-71c0baa2c141 {"id":"bdac1724-4103-4b9f-b773-71c0baa2c141","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812982} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035a43a8fe bdac1724-4103-4b9f-b773-71c0baa2c141 /tidb/cdc/default/default/upstream/7489619673082738490 {"id":7489619673082738490,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bdac1724-4103-4b9f-b773-71c0baa2c141 {"id":"bdac1724-4103-4b9f-b773-71c0baa2c141","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743812982} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035a43a8fe bdac1724-4103-4b9f-b773-71c0baa2c141 /tidb/cdc/default/default/upstream/7489619673082738490 {"id":7489619673082738490,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.server_config_compatibility.cli.16670.out cli changefeed create --start-ts=457130109734748161 --sink-uri=mysql+ssl://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: 2dcd5230-0964-4e07-9a1d-736c7a5b9209 Info: {"upstream_id":7489619673082738490,"namespace":"default","id":"2dcd5230-0964-4e07-9a1d-736c7a5b9209","sink_uri":"mysql+ssl://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T08:29:45.607908129+08:00","start_ts":457130109734748161,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130109734748161,"checkpoint_ts":457130109734748161,"checkpoint_time":"2025-04-05 08:29:39.640"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ check data failed 1-th time, retry later TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ check data failed 2-th time, retry later check data successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:29:52 CST 2025] <<<<<< run test case server_config_compatibility success! >>>>>> ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 723 100 723 0 0 22779 0 --:--:-- --:--:-- --:--:-- 23322 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 08:27:34.401","puller_resolved_ts":"2025-04-05 08:27:34.401","last_synced_ts":"2025-04-05 08:27:27.450","now_ts":"2025-04-05 08:29:44.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:27:34.401","puller_resolved_ts":"2025-04-05' '08:27:34.401","last_synced_ts":"2025-04-05' '08:27:27.450","now_ts":"2025-04-05' '08:29:44.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:27:34.401","puller_resolved_ts":"2025-04-05' '08:27:34.401","last_synced_ts":"2025-04-05' '08:27:27.450","now_ts":"2025-04-05' '08:29:44.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' ++ jq -r .info + info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']' + cleanup_process cdc.test wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster + run_case_with_unavailable_tidb conf/changefeed-redo.toml + rm -rf /tmp/tidb_cdc_test/synced_status_with_redo + mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_dup_error_restart/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/changefeed_dup_error_restart Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619805660542784 TiDB Cluster ID. tikv_gc_leader_uuid 6580d6b48f4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:15241, start at 2025-04-05 08:30:05.913033542 +0800 CST m=+2.468927295 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:32:05.921 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:30:05.957 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:20:05.957 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619805660542784 TiDB Cluster ID. tikv_gc_leader_uuid 6580d6b48f4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:15241, start at 2025-04-05 08:30:05.913033542 +0800 CST m=+2.468927295 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:32:05.921 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:30:05.957 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:20:05.957 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619798230756242 TiDB Cluster ID. tikv_gc_leader_uuid 6580d6b48e8000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:15321, start at 2025-04-05 08:30:05.920756291 +0800 CST m=+2.408977599 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:32:05.964 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:30:05.933 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:20:05.933 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + cd /tmp/tidb_cdc_test/synced_status_with_redo ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.16556.out cli tso query --pd=http://127.0.0.1:2379 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x + tso='457130117728567297 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130117728567297 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457130117728567297 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test [Sat Apr 5 08:30:11 CST 2025] <<<<<< START cdc server in synced_status_with_redo case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.1658616588.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:30:14 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7ecc4ae5-2865-4a1d-ad96-1fe943258611 {"id":"7ecc4ae5-2865-4a1d-ad96-1fe943258611","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743813011} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035ab0d0e5 7ecc4ae5-2865-4a1d-ad96-1fe943258611 /tidb/cdc/default/default/upstream/7489619805660542784 {"id":7489619805660542784,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7ecc4ae5-2865-4a1d-ad96-1fe943258611 {"id":"7ecc4ae5-2865-4a1d-ad96-1fe943258611","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743813011} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035ab0d0e5 7ecc4ae5-2865-4a1d-ad96-1fe943258611 /tidb/cdc/default/default/upstream/7489619805660542784 {"id":7489619805660542784,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7ecc4ae5-2865-4a1d-ad96-1fe943258611 {"id":"7ecc4ae5-2865-4a1d-ad96-1fe943258611","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743813011} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035ab0d0e5 7ecc4ae5-2865-4a1d-ad96-1fe943258611 /tidb/cdc/default/default/upstream/7489619805660542784 {"id":7489619805660542784,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed-redo.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457130117728567297 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.16641.out cli changefeed create --start-ts=457130117728567297 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489619805660542784,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:30:15.010703677+08:00","start_ts":457130117728567297,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130117728567297,"checkpoint_ts":457130117728567297,"checkpoint_time":"2025-04-05 08:30:10.134"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619842745535809 TiDB Cluster ID. tikv_gc_leader_uuid 6580d6bc58c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:17719, start at 2025-04-05 08:30:13.876293558 +0800 CST m=+2.269978644 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:32:13.884 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:30:13.927 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:20:13.927 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619842745535809 TiDB Cluster ID. tikv_gc_leader_uuid 6580d6bc58c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:17719, start at 2025-04-05 08:30:13.876293558 +0800 CST m=+2.269978644 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:32:13.884 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:30:13.927 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:20:13.927 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489619840441841286 TiDB Cluster ID. tikv_gc_leader_uuid 6580d6bc69c000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:17810, start at 2025-04-05 08:30:13.943362184 +0800 CST m=+2.270576950 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:32:13.952 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:30:13.956 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:20:13.956 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_dup_error_restart/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_dup_error_restart/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_dup_error_restart/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_dup_error_restart/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_dup_error_restart/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x + run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);' + check_table_exists test.t1 127.0.0.1 3306 table test.t1 not exists for 1-th check, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_dup_error_restart.cli.19175.out cli tso query --pd=http://127.0.0.1:2379 table test.t1 exists + sleep 5 + set +x + tso='457130119858487297 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130119858487297 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x ***************** properties ***************** "mysql.user"="root" "mysql.db"="changefeed_dup_error_restart" "threadcount"="2" "dotransactions"="false" "recordcount"="10" "insertproportion"="0" "operationcount"="0" "readproportion"="0" "mysql.port"="4000" "updateproportion"="0" "scanproportion"="0" "mysql.host"="127.0.0.1" "requestdistribution"="uniform" "readallfields"="true" "workload"="core" ********************************************** Run finished, takes 9.647186ms INSERT - Takes(s): 0.0, Count: 10, OPS: 1986.6, Avg(us): 1842, Min(us): 1001, Max(us): 4598, 95th(us): 5000, 99th(us): 5000 [Sat Apr 5 08:30:19 CST 2025] <<<<<< START cdc server in changefeed_dup_error_restart case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLDuplicateEntryError=5%return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_dup_error_restart.1922419226.out server --log-file /tmp/tidb_cdc_test/changefeed_dup_error_restart/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_dup_error_restart/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:30:22 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1b6fe057-fc5a-4b31-afc7-275b46b8d154 {"id":"1b6fe057-fc5a-4b31-afc7-275b46b8d154","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743813020} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035ad0bff2 1b6fe057-fc5a-4b31-afc7-275b46b8d154 /tidb/cdc/default/default/upstream/7489619842745535809 {"id":7489619842745535809,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1b6fe057-fc5a-4b31-afc7-275b46b8d154 {"id":"1b6fe057-fc5a-4b31-afc7-275b46b8d154","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743813020} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035ad0bff2 1b6fe057-fc5a-4b31-afc7-275b46b8d154 /tidb/cdc/default/default/upstream/7489619842745535809 {"id":7489619842745535809,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1b6fe057-fc5a-4b31-afc7-275b46b8d154 {"id":"1b6fe057-fc5a-4b31-afc7-275b46b8d154","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743813020} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035ad0bff2 1b6fe057-fc5a-4b31-afc7-275b46b8d154 /tidb/cdc/default/default/upstream/7489619842745535809 + grep -q 'etcd info' {"id":7489619842745535809,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_dup_error_restart.cli.19294.out cli changefeed create --start-ts=457130119858487297 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' Create changefeed successfully! ID: 06fd20d2-0144-46c4-bfb1-2fc0afe11423 Info: {"upstream_id":7489619842745535809,"namespace":"default","id":"06fd20d2-0144-46c4-bfb1-2fc0afe11423","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:30:23.269390099+08:00","start_ts":457130119858487297,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130119858487297,"checkpoint_ts":457130119858487297,"checkpoint_time":"2025-04-05 08:30:18.259"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + kill_tidb ++ ps aux ++ grep tidb-server ++ grep /tmp/tidb_cdc_test/synced_status_with_redo + info='jenkins 15241 10.6 0.0 2619784 214996 ? Sl 08:30 0:02 tidb-server -P 4000 -config /tmp/tidb_cdc_test/synced_status_with_redo/tidb-config-1743813003437733723.toml --store tikv --path 127.0.0.1:2379 --status=10080 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tidb.log jenkins 15245 4.1 0.0 2824012 190264 ? Sl 08:30 0:00 tidb-server -P 4001 -config /tmp/tidb_cdc_test/synced_status_with_redo/tidb-config-1743813003440800678.toml --store tikv --path 127.0.0.1:2379 --status=10081 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tidb_other.log jenkins 15321 10.8 0.0 2520280 224700 ? Sl 08:30 0:02 tidb-server -P 3306 -config /tmp/tidb_cdc_test/synced_status_with_redo/tidb-config-1743813003505018823.toml --store tikv --path 127.0.0.1:2479 --status=20080 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tidb_down.log' ++ ps aux ++ grep tidb-server ++ grep /tmp/tidb_cdc_test/synced_status_with_redo ++ awk '{print $2}' ++ xargs kill -9 ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 23985 0 --:--:-- --:--:-- --:--:-- 24300 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 08:30:20.484","puller_resolved_ts":"2025-04-05 08:30:16.435","last_synced_ts":"2025-04-05 08:30:16.484","now_ts":"2025-04-05 08:30:23.000","info":"The data syncing is not finished, please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:30:20.484","puller_resolved_ts":"2025-04-05' '08:30:16.435","last_synced_ts":"2025-04-05' '08:30:16.484","now_ts":"2025-04-05' '08:30:23.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:30:20.484","puller_resolved_ts":"2025-04-05' '08:30:16.435","last_synced_ts":"2025-04-05' '08:30:16.484","now_ts":"2025-04-05' '08:30:23.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq -r .info + info='The data syncing is not finished, please wait' + target_message='The data syncing is not finished, please wait' + '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']' + sleep 130 + set +x wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... wait process cdc.test exit for 3-th time... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit # diff Configuration. check-thread-count = 4 export-fix-sql = true check-struct-only = false [task] output-dir = "/tmp/tidb_cdc_test/partition_table/sync_diff/output" source-instances = ["mysql1"] target-instance = "tidb0" target-check-tables = ["partition_table.?*"] [data-sources] [data-sources.mysql1] host = "127.0.0.1" port = 4000 user = "root" password = "" [data-sources.tidb0] host = "127.0.0.1" port = 3306 user = "root" password = "" [2025/04/05 08:30:36.222 +08:00] [INFO] [helper.go:54] ["init log"] [file=] [level=info] [2025/04/05 08:30:36.223 +08:00] [INFO] [apply.go:78] ["set memory limit"] [memoryLimit=10737418240] [2025/04/05 08:30:36.223 +08:00] [INFO] [apply.go:94] ["Start http pprof server"] [addr=127.0.0.1:6060] [2025/04/05 08:30:36.223 +08:00] [INFO] [mem_quota.go:82] ["New memory quota"] [namespace=default] [changefeed=redo-applier] [total=1073741824] [2025/04/05 08:30:36.223 +08:00] [INFO] [redo.go:167] ["apply redo log starts"] [checkpointTs=457130090467164172] [resolvedTs=457130123536629766] [2025/04/05 08:30:36.224 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 08:30:36.224 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 08:30:36.224 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 08:30:36.225 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=ddl] [duration=1.263354ms] [2025/04/05 08:30:36.225 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=row] [duration=1.656333ms] [2025/04/05 08:30:36.229 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22IGNORE_SPACE%2CNO_ENGINE_SUBSTITUTION%2CALLOW_INVALID_DATES%2CNO_AUTO_VALUE_ON_ZERO%2CONLY_FULL_GROUP_BY%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 08:30:36.232 +08:00] [INFO] [mysql.go:195] ["MySQL backends is created"] [changefeed=.] [workerCount=16] [forceReplicate=false] [2025/04/05 08:30:36.233 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:30:36.233 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:30:36.233 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:30:36.233 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:30:36.233 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:30:36.233 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:30:36.233 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:30:36.233 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:30:36.233 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:30:36.233 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:30:36.233 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:30:36.233 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:30:36.233 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:30:36.233 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:30:36.233 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:30:36.233 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 08:30:36.233 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=0] [2025/04/05 08:30:36.233 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=2] [2025/04/05 08:30:36.233 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=7] [2025/04/05 08:30:36.233 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=6] [2025/04/05 08:30:36.233 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=1] [2025/04/05 08:30:36.233 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=4] [2025/04/05 08:30:36.233 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=3] [2025/04/05 08:30:36.233 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=10] [2025/04/05 08:30:36.233 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=9] [2025/04/05 08:30:36.233 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=8] [2025/04/05 08:30:36.233 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=13] [2025/04/05 08:30:36.233 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=15] [2025/04/05 08:30:36.233 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=5] [2025/04/05 08:30:36.233 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 08:30:36.233 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=11] [2025/04/05 08:30:36.233 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=14] [2025/04/05 08:30:36.233 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 08:30:36.233 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=12] [2025/04/05 08:30:36.233 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 08:30:36.237 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22IGNORE_SPACE%2CNO_ENGINE_SUBSTITUTION%2CALLOW_INVALID_DATES%2CNO_AUTO_VALUE_ON_ZERO%2CONLY_FULL_GROUP_BY%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 08:30:36.239 +08:00] [WARN] [mysql_ddl_sink.go:291] ["please set `has-vector-type` to be true if a column is vector type when the downstream is not TiDB or TiDB version less than specify version"] [hasVectorType=false] [supportVectorVersion=8.4.0] [2025/04/05 08:30:36.239 +08:00] [INFO] [mysql_ddl_sink.go:122] ["MySQL DDL sink is created"] [namespace=] [changefeed=] [2025/04/05 08:30:36.239 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457130092000706588,\"CommitTs\":457130092000706591,\"Query\":\"alter table t1 drop partition p1\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"partition_table\",\"Table\":\"t1\",\"TableID\":121,\"IsPartition\":true},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":20,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:30:38.247 +08:00] [ERROR] [async_ddl.go:184] ["check async exec ddl failed"] [namespace=] [changefeed=] [error="Error 8121 (HY000): privilege check for 'Super' fail"] [2025/04/05 08:30:38.247 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457130092000706591] [DDL="alter table t1 drop partition p1"] [2025/04/05 08:30:38.298 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=51.098233ms] [sql="alter table t1 drop partition p1"] [2025/04/05 08:30:38.298 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457130092131778573,\"CommitTs\":457130092131778579,\"Query\":\"ALTER TABLE `partition_table`.`t1` EXCHANGE PARTITION `p3` WITH TABLE `partition_table`.`t2`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"partition_table\",\"Table\":\"t1\",\"TableID\":121,\"IsPartition\":true},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":42,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:30:38.498 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457130092131778579] [DDL="ALTER TABLE `partition_table`.`t1` EXCHANGE PARTITION `p3` WITH TABLE `partition_table`.`t2`"] [2025/04/05 08:30:38.538 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=39.96961ms] [sql="ALTER TABLE `partition_table`.`t1` EXCHANGE PARTITION `p3` WITH TABLE `partition_table`.`t2`"] [2025/04/05 08:30:38.538 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457130092263112728,\"CommitTs\":457130092263112732,\"Query\":\"ALTER TABLE `partition_table`.`t1` EXCHANGE PARTITION `p3` WITH TABLE `partition_table2`.`t2`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"partition_table\",\"Table\":\"t1\",\"TableID\":121,\"IsPartition\":true},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":42,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:30:38.939 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457130092263112732] [DDL="ALTER TABLE `partition_table`.`t1` EXCHANGE PARTITION `p3` WITH TABLE `partition_table2`.`t2`"] [2025/04/05 08:30:38.977 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=38.032123ms] [sql="ALTER TABLE `partition_table`.`t1` EXCHANGE PARTITION `p3` WITH TABLE `partition_table2`.`t2`"] [2025/04/05 08:30:38.978 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457130092499042346,\"CommitTs\":457130092499042349,\"Query\":\"ALTER TABLE t1 REORGANIZE PARTITION p0,p2 INTO (PARTITION p0 VALUES LESS THAN (5), PARTITION p1 VALUES LESS THAN (10), PARTITION p2 VALUES LESS THAN (21))\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"partition_table\",\"Table\":\"t1\",\"TableID\":121,\"IsPartition\":true},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":64,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 08:30:39.379 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457130092499042349] [DDL="ALTER TABLE t1 REORGANIZE PARTITION p0,p2 INTO (PARTITION p0 VALUES LESS THAN (5), PARTITION p1 VALUES LESS THAN (10), PARTITION p2 VALUES LESS THAN (21))"] [2025/04/05 08:30:40.256 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=876.459994ms] [sql="ALTER TABLE t1 REORGANIZE PARTITION p0,p2 INTO (PARTITION p0 VALUES LESS THAN (5), PARTITION p1 VALUES LESS THAN (10), PARTITION p2 VALUES LESS THAN (21))"] [2025/04/05 08:30:40.256 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:40.256 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:40.356 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:127, startKey:7480000000000000ff7f5f720000000000fa, endKey:7480000000000000ff7f5f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:40.356 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:127, startKey:7480000000000000ff7f5f720000000000fa, endKey:7480000000000000ff7f5f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:40.456 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:129, startKey:7480000000000000ff815f720000000000fa, endKey:7480000000000000ff815f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:40.456 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:129, startKey:7480000000000000ff815f720000000000fa, endKey:7480000000000000ff815f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:40.556 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:117, startKey:7480000000000000ff755f720000000000fa, endKey:7480000000000000ff755f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:40.556 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:117, startKey:7480000000000000ff755f720000000000fa, endKey:7480000000000000ff755f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:40.656 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:40.656 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:40.757 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:40.757 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:40.857 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:40.857 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:40.957 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:133, startKey:7480000000000000ff855f720000000000fa, endKey:7480000000000000ff855f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:40.957 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:133, startKey:7480000000000000ff855f720000000000fa, endKey:7480000000000000ff855f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:41.057 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:115, startKey:7480000000000000ff735f720000000000fa, endKey:7480000000000000ff735f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:41.057 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:115, startKey:7480000000000000ff735f720000000000fa, endKey:7480000000000000ff735f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:41.157 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:41.157 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:41.258 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:41.258 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:41.358 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:41.358 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}"] [checkpointTs=457130123536629766] [2025/04/05 08:30:41.458 +08:00] [INFO] [redo.go:223] ["apply redo log finishes"] [appliedLogCount=47] [appliedDDLCount=4] [currentCheckpoint=457130123536629766] [2025/04/05 08:30:41.458 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=1] [2025/04/05 08:30:41.458 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=13] [2025/04/05 08:30:41.458 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=14] [2025/04/05 08:30:41.458 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=15] [2025/04/05 08:30:41.458 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=0] [2025/04/05 08:30:41.458 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=5] [2025/04/05 08:30:41.458 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=8] [2025/04/05 08:30:41.458 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=6] [2025/04/05 08:30:41.458 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=10] [2025/04/05 08:30:41.458 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=11] [2025/04/05 08:30:41.458 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=2] [2025/04/05 08:30:41.458 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=9] [2025/04/05 08:30:41.458 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=4] [2025/04/05 08:30:41.458 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=12] [2025/04/05 08:30:41.458 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=3] [2025/04/05 08:30:41.458 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=7] Apply redo log successfully check diff successfully [Sat Apr 5 08:30:41 CST 2025] <<<<<< run test case consistent_partition_table success! >>>>>> Database INFORMATION_SCHEMA METRICS_SCHEMA PERFORMANCE_SCHEMA mysql partition_table partition_table2 sys test =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_big_messages_v2/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:30:51 CST 2025] <<<<<< run test case kafka_big_messages_v2 success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_tables_ddl_v2/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:30:56 CST 2025] <<<<<< run test case multi_tables_ddl_v2 success! >>>>>> table changefeed_dup_error_restart.finish_mark_1 exists check diff successfully ***************** properties ***************** "mysql.db"="changefeed_dup_error_restart" "operationcount"="0" "recordcount"="10" "readallfields"="true" "mysql.user"="root" "workload"="core" "requestdistribution"="uniform" "scanproportion"="0" "dotransactions"="false" "readproportion"="0" "mysql.port"="4000" "updateproportion"="0" "insertproportion"="0" "mysql.host"="127.0.0.1" "threadcount"="2" ********************************************** Run finished, takes 4.527634ms INSERT - Takes(s): 0.0, Count: 10, OPS: 2977.6, Avg(us): 735, Min(us): 451, Max(us): 1780, 95th(us): 2000, 99th(us): 2000 ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 723 100 723 0 0 22227 0 --:--:-- --:--:-- --:--:-- 22593 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 08:28:35.971","puller_resolved_ts":"2025-04-05 08:28:35.971","last_synced_ts":"2025-04-05 08:28:28.970","now_ts":"2025-04-05 08:30:46.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:28:35.971","puller_resolved_ts":"2025-04-05' '08:28:35.971","last_synced_ts":"2025-04-05' '08:28:28.970","now_ts":"2025-04-05' '08:30:46.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:28:35.971","puller_resolved_ts":"2025-04-05' '08:28:35.971","last_synced_ts":"2025-04-05' '08:28:28.970","now_ts":"2025-04-05' '08:30:46.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' ++ jq -r .info + info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']' + cleanup_process cdc.test wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster + run_case_with_unavailable_tidb conf/changefeed.toml + rm -rf /tmp/tidb_cdc_test/synced_status + mkdir -p /tmp/tidb_cdc_test/synced_status + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/synced_status Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_topics_v2/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:31:00 CST 2025] <<<<<< run test case multi_topics_v2 success! >>>>>> Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/storage_cleanup/run.sh using Sink-Type: mysql... <<================= +++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/storage_cleanup/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/storage_cleanup ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/storage_cleanup + source /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/storage_cleanup/../_utils/test_prepare ++ UP_TIDB_HOST=127.0.0.1 ++ UP_TIDB_PORT=4000 ++ UP_TIDB_OTHER_PORT=4001 ++ UP_TIDB_STATUS=10080 ++ UP_TIDB_OTHER_STATUS=10081 ++ DOWN_TIDB_HOST=127.0.0.1 ++ DOWN_TIDB_PORT=3306 ++ DOWN_TIDB_STATUS=20080 ++ TLS_TIDB_HOST=127.0.0.1 ++ TLS_TIDB_PORT=3307 ++ TLS_TIDB_STATUS=30080 ++ UP_PD_HOST_1=127.0.0.1 ++ UP_PD_PORT_1=2379 ++ UP_PD_PEER_PORT_1=2380 ++ UP_PD_HOST_2=127.0.0.1 ++ UP_PD_PORT_2=2679 ++ UP_PD_PEER_PORT_2=2680 ++ UP_PD_HOST_3=127.0.0.1 ++ UP_PD_PORT_3=2779 ++ UP_PD_PEER_PORT_3=2780 ++ DOWN_PD_HOST=127.0.0.1 ++ DOWN_PD_PORT=2479 ++ DOWN_PD_PEER_PORT=2480 ++ TLS_PD_HOST=127.0.0.1 ++ TLS_PD_PORT=2579 ++ TLS_PD_PEER_PORT=2580 ++ UP_TIKV_HOST_1=127.0.0.1 ++ UP_TIKV_PORT_1=20160 ++ UP_TIKV_STATUS_PORT_1=20181 ++ UP_TIKV_HOST_2=127.0.0.1 ++ UP_TIKV_PORT_2=20161 ++ UP_TIKV_STATUS_PORT_2=20182 ++ UP_TIKV_HOST_3=127.0.0.1 ++ UP_TIKV_PORT_3=20162 ++ UP_TIKV_STATUS_PORT_3=20183 ++ DOWN_TIKV_HOST=127.0.0.1 ++ DOWN_TIKV_PORT=21160 ++ DOWN_TIKV_STATUS_PORT=21180 ++ TLS_TIKV_HOST=127.0.0.1 ++ TLS_TIKV_PORT=22160 ++ TLS_TIKV_STATUS_PORT=22180 +++ cat /tmp/tidb_cdc_test/KAFKA_VERSION +++ echo 2.4.1 ++ KAFKA_VERSION=2.4.1 + WORK_DIR=/tmp/tidb_cdc_test/storage_cleanup + CDC_BINARY=cdc.test + SINK_TYPE=mysql + EXIST_FILES=() + CLEANED_FILES=() + trap stop_tidb_cluster EXIT + run mysql + '[' mysql '!=' storage ']' + return + check_logs /tmp/tidb_cdc_test/storage_cleanup ++ date + echo '[Sat Apr 5 08:31:04 CST 2025] <<<<<< run test case storage_cleanup success! >>>>>>' [Sat Apr 5 08:31:04 CST 2025] <<<<<< run test case storage_cleanup success! >>>>>> + stop_tidb_cluster Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/csv_storage_basic/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:31:08 CST 2025] <<<<<< run test case csv_storage_basic success! >>>>>> VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489620069339514506 TiDB Cluster ID. tikv_gc_leader_uuid 6580d6f06540010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:20910, start at 2025-04-05 08:31:07.170145527 +0800 CST m=+2.386624210 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:33:07.178 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:31:07.185 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:21:07.185 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489620069339514506 TiDB Cluster ID. tikv_gc_leader_uuid 6580d6f06540010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:20910, start at 2025-04-05 08:31:07.170145527 +0800 CST m=+2.386624210 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:33:07.178 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:31:07.185 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:21:07.185 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489620058993480402 TiDB Cluster ID. tikv_gc_leader_uuid 6580d6f06b80006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:20978, start at 2025-04-05 08:31:07.1912489 +0800 CST m=+2.327836759 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:33:07.199 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:31:07.182 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:21:07.182 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + cd /tmp/tidb_cdc_test/synced_status ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.22220.out cli tso query --pd=http://127.0.0.1:2379 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/csv_storage_multi_tables_ddl/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:31:12 CST 2025] <<<<<< run test case csv_storage_multi_tables_ddl success! >>>>>> + set +x + tso='457130133811101697 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130133811101697 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457130133811101697 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test [Sat Apr 5 08:31:12 CST 2025] <<<<<< START cdc server in synced_status case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.2225122253.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:31:15 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f3f37a3b-9b94-42fa-bf53-baf3704940bc {"id":"f3f37a3b-9b94-42fa-bf53-baf3704940bc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743813073} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035ba078e3 f3f37a3b-9b94-42fa-bf53-baf3704940bc /tidb/cdc/default/default/upstream/7489620069339514506 {"id":7489620069339514506,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f3f37a3b-9b94-42fa-bf53-baf3704940bc {"id":"f3f37a3b-9b94-42fa-bf53-baf3704940bc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743813073} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035ba078e3 f3f37a3b-9b94-42fa-bf53-baf3704940bc /tidb/cdc/default/default/upstream/7489620069339514506 {"id":7489620069339514506,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f3f37a3b-9b94-42fa-bf53-baf3704940bc {"id":"f3f37a3b-9b94-42fa-bf53-baf3704940bc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743813073} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035ba078e3 f3f37a3b-9b94-42fa-bf53-baf3704940bc /tidb/cdc/default/default/upstream/7489620069339514506 {"id":7489620069339514506,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457130133811101697 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.22308.out cli changefeed create --start-ts=457130133811101697 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489620069339514506,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:31:16.363551671+08:00","start_ts":457130133811101697,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130133811101697,"checkpoint_ts":457130133811101697,"checkpoint_time":"2025-04-05 08:31:11.484"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/csv_storage_partition_table/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:31:16 CST 2025] <<<<<< run test case csv_storage_partition_table success! >>>>>> + set +x + run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);' + check_table_exists test.t1 127.0.0.1 3306 table test.t1 not exists for 1-th check, retry later table test.t1 exists + sleep 5 \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } + kill_tidb ++ ps aux ++ grep tidb-server ++ grep /tmp/tidb_cdc_test/synced_status + info='jenkins 20910 10.3 0.0 2273632 211776 ? Sl 08:31 0:02 tidb-server -P 4000 -config /tmp/tidb_cdc_test/synced_status/tidb-config-1743813064777158490.toml --store tikv --path 127.0.0.1:2379 --status=10080 --log-file /tmp/tidb_cdc_test/synced_status/tidb.log jenkins 20914 4.1 0.0 2692364 190300 ? Sl 08:31 0:00 tidb-server -P 4001 -config /tmp/tidb_cdc_test/synced_status/tidb-config-1743813064780156043.toml --store tikv --path 127.0.0.1:2379 --status=10081 --log-file /tmp/tidb_cdc_test/synced_status/tidb_other.log jenkins 20978 10.7 0.0 2890220 217260 ? Sl 08:31 0:02 tidb-server -P 3306 -config /tmp/tidb_cdc_test/synced_status/tidb-config-1743813064832420697.toml --store tikv --path 127.0.0.1:2479 --status=20080 --log-file /tmp/tidb_cdc_test/synced_status/tidb_down.log' ++ ps aux ++ grep tidb-server ++ grep /tmp/tidb_cdc_test/synced_status ++ awk '{print $2}' ++ xargs kill -9 ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 7700 0 --:--:-- --:--:-- --:--:-- 7838 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 08:31:23.885","puller_resolved_ts":"2025-04-05 08:31:17.785","last_synced_ts":"2025-04-05 08:31:17.785","now_ts":"2025-04-05 08:31:24.000","info":"The data syncing is not finished, please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:31:23.885","puller_resolved_ts":"2025-04-05' '08:31:17.785","last_synced_ts":"2025-04-05' '08:31:17.785","now_ts":"2025-04-05' '08:31:24.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:31:23.885","puller_resolved_ts":"2025-04-05' '08:31:17.785","last_synced_ts":"2025-04-05' '08:31:17.785","now_ts":"2025-04-05' '08:31:24.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq -r .info + info='The data syncing is not finished, please wait' + target_message='The data syncing is not finished, please wait' + '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']' + sleep 130 table changefeed_dup_error_restart.finish_mark_2 exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:31:26 CST 2025] <<<<<< run test case changefeed_dup_error_restart success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/safe_mode/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/safe_mode Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489620231544170618 TiDB Cluster ID. tikv_gc_leader_uuid 6580d716d7c000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:20388, start at 2025-04-05 08:31:46.542735303 +0800 CST m=+2.237240242 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:33:46.551 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:31:46.527 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:21:46.527 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489620231544170618 TiDB Cluster ID. tikv_gc_leader_uuid 6580d716d7c000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:20388, start at 2025-04-05 08:31:46.542735303 +0800 CST m=+2.237240242 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:33:46.551 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:31:46.527 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:21:46.527 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489620239415607365 TiDB Cluster ID. tikv_gc_leader_uuid 6580d716fb80003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-4m79n, pid:20452, start at 2025-04-05 08:31:46.672783043 +0800 CST m=+2.309304260 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:33:46.680 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:31:46.670 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:21:46.670 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/safe_mode/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/safe_mode/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/safe_mode/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/safe_mode/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/safe_mode/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Sat Apr 5 08:31:51 CST 2025] <<<<<< START cdc server in safe_mode case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.safe_mode.2185221854.out server --log-file /tmp/tidb_cdc_test/safe_mode/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/safe_mode/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:31:54 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/88473983-f817-482a-b959-3ca5a27af944 {"id":"88473983-f817-482a-b959-3ca5a27af944","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743813112} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035c3e9df3 88473983-f817-482a-b959-3ca5a27af944 /tidb/cdc/default/default/upstream/7489620231544170618 {"id":7489620231544170618,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/88473983-f817-482a-b959-3ca5a27af944 {"id":"88473983-f817-482a-b959-3ca5a27af944","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743813112} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035c3e9df3 88473983-f817-482a-b959-3ca5a27af944 /tidb/cdc/default/default/upstream/7489620231544170618 {"id":7489620231544170618,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/88473983-f817-482a-b959-3ca5a27af944 {"id":"88473983-f817-482a-b959-3ca5a27af944","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743813112} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035c3e9df3 88473983-f817-482a-b959-3ca5a27af944 /tidb/cdc/default/default/upstream/7489620231544170618 {"id":7489620231544170618,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.safe_mode.cli.21907.out cli changefeed create '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?safe-mode=true' Create changefeed successfully! ID: 5f582750-72ac-4c6f-9b34-5f9303916ac6 Info: {"upstream_id":7489620231544170618,"namespace":"default","id":"5f582750-72ac-4c6f-9b34-5f9303916ac6","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?safe-mode=true","create_time":"2025-04-05T08:31:55.282290364+08:00","start_ts":457130145263910915,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130145263910915,"checkpoint_ts":457130145263910915,"checkpoint_time":"2025-04-05 08:31:55.173"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x table safe_mode.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 08:32:38 CST 2025] <<<<<< run test case safe_mode success! >>>>>> ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 221 100 221 0 0 6705 0 --:--:-- --:--:-- --:--:-- 6906 + synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-05 08:32:32.634","puller_resolved_ts":"2025-04-05 08:32:26.635","last_synced_ts":"2025-04-05 08:30:16.484","now_ts":"2025-04-05 08:32:33.000","info":"Data syncing is finished"}' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '08:32:32.634","puller_resolved_ts":"2025-04-05' '08:32:26.635","last_synced_ts":"2025-04-05' '08:30:16.484","now_ts":"2025-04-05' '08:32:33.000","info":"Data' syncing is 'finished"}' ++ jq .synced + status=true + '[' true '!=' true ']' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '08:32:32.634","puller_resolved_ts":"2025-04-05' '08:32:26.635","last_synced_ts":"2025-04-05' '08:30:16.484","now_ts":"2025-04-05' '08:32:33.000","info":"Data' syncing is 'finished"}' ++ jq -r .info + info='Data syncing is finished' + target_message='Data syncing is finished' + '[' 'Data syncing is finished' '!=' 'Data syncing is finished' ']' + cleanup_process cdc.test wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster + run_case_with_failpoint conf/changefeed-redo.toml + rm -rf /tmp/tidb_cdc_test/synced_status_with_redo + mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_big_messages/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:32:48 CST 2025] <<<<<< run test case kafka_big_messages success! >>>>>> Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_compression/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:32:51 CST 2025] <<<<<< run test case kafka_compression success! >>>>>> Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_messages/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:32:54 CST 2025] <<<<<< run test case kafka_messages success! >>>>>> VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489620518383159096 TiDB Cluster ID. tikv_gc_leader_uuid 6580d7594200002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:17854, start at 2025-04-05 08:32:54.558400197 +0800 CST m=+2.394883926 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:34:54.567 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:32:54.536 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:22:54.536 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489620518383159096 TiDB Cluster ID. tikv_gc_leader_uuid 6580d7594200002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:17854, start at 2025-04-05 08:32:54.558400197 +0800 CST m=+2.394883926 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:34:54.567 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:32:54.536 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:22:54.536 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489620533710813445 TiDB Cluster ID. tikv_gc_leader_uuid 6580d75933c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-b-hppqw, pid:17915, start at 2025-04-05 08:32:54.517595497 +0800 CST m=+2.300310932 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:34:54.560 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:32:54.557 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:22:54.557 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_sink_error_resume/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:32:57 CST 2025] <<<<<< run test case kafka_sink_error_resume success! >>>>>> + cd /tmp/tidb_cdc_test/synced_status_with_redo + export 'GO_FAILPOINTS=github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)' ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.19166.out cli tso query --pd=http://127.0.0.1:2379 + set +x + tso='457130161965891585 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130161965891585 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457130161965891585 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test [Sat Apr 5 08:33:00 CST 2025] <<<<<< START cdc server in synced_status_with_redo case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.1920019202.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/mq_sink_lost_callback/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:33:00 CST 2025] <<<<<< run test case mq_sink_lost_callback success! >>>>>> + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:33:03 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/aace89cc-0d29-496f-b95c-26182019784f {"id":"aace89cc-0d29-496f-b95c-26182019784f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743813180} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035d43ccec aace89cc-0d29-496f-b95c-26182019784f /tidb/cdc/default/default/upstream/7489620518383159096 {"id":7489620518383159096,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/aace89cc-0d29-496f-b95c-26182019784f {"id":"aace89cc-0d29-496f-b95c-26182019784f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743813180} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035d43ccec aace89cc-0d29-496f-b95c-26182019784f /tidb/cdc/default/default/upstream/7489620518383159096 {"id":7489620518383159096,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/aace89cc-0d29-496f-b95c-26182019784f {"id":"aace89cc-0d29-496f-b95c-26182019784f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743813180} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035d43ccec aace89cc-0d29-496f-b95c-26182019784f /tidb/cdc/default/default/upstream/7489620518383159096 {"id":7489620518383159096,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed-redo.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457130161965891585 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.19264.out cli changefeed create --start-ts=457130161965891585 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489620518383159096,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:33:03.86111569+08:00","start_ts":457130161965891585,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130161965891585,"checkpoint_ts":457130161965891585,"checkpoint_time":"2025-04-05 08:32:58.886"} PASS =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/mq_sink_dispatcher/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:33:03 CST 2025] <<<<<< run test case mq_sink_dispatcher success! >>>>>> coverage: 2.5% of statements in github.com/pingcap/tiflow/... + set +x + sleep 20 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_column_selector/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:33:06 CST 2025] <<<<<< run test case kafka_column_selector success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_column_selector_avro/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:33:10 CST 2025] <<<<<< run test case kafka_column_selector_avro success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/debezium/run.sh using Sink-Type: mysql... <<================= =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/lossy_ddl/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:33:13 CST 2025] <<<<<< run test case lossy_ddl success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/storage_csv_update/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:33:16 CST 2025] <<<<<< run test case storage_csv_update success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/csv_storage_update_pk_clustered/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:33:19 CST 2025] <<<<<< run test case csv_storage_update_pk_clustered success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/csv_storage_update_pk_nonclustered/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 08:33:22 CST 2025] <<<<<< run test case csv_storage_update_pk_nonclustered success! >>>>>> \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 723 100 723 0 0 21466 0 --:--:-- --:--:-- --:--:-- 21909 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 08:32:58.886","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2025-04-05 08:33:25.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:32:58.886","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '08:33:25.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:32:58.886","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '08:33:25.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' ++ jq -r .info + info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']' + export GO_FAILPOINTS= + GO_FAILPOINTS= + cleanup_process cdc.test wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster + check_logs /tmp/tidb_cdc_test/synced_status_with_redo ++ date + echo '[Sat Apr 5 08:33:36 CST 2025] <<<<<< run test case synced_status_with_redo success! >>>>>>' [Sat Apr 5 08:33:36 CST 2025] <<<<<< run test case synced_status_with_redo success! >>>>>> + stop_tidb_cluster \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 221 100 221 0 0 6876 0 --:--:-- --:--:-- --:--:-- 6906 + synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-05 08:33:34.035","puller_resolved_ts":"2025-04-05 08:33:27.035","last_synced_ts":"2025-04-05 08:31:17.785","now_ts":"2025-04-05 08:33:34.000","info":"Data syncing is finished"}' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '08:33:34.035","puller_resolved_ts":"2025-04-05' '08:33:27.035","last_synced_ts":"2025-04-05' '08:31:17.785","now_ts":"2025-04-05' '08:33:34.000","info":"Data' syncing is 'finished"}' ++ jq .synced + status=true + '[' true '!=' true ']' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '08:33:34.035","puller_resolved_ts":"2025-04-05' '08:33:27.035","last_synced_ts":"2025-04-05' '08:31:17.785","now_ts":"2025-04-05' '08:33:34.000","info":"Data' syncing is 'finished"}' ++ jq -r .info + info='Data syncing is finished' + target_message='Data syncing is finished' + '[' 'Data syncing is finished' '!=' 'Data syncing is finished' ']' + cleanup_process cdc.test wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster + run_case_with_failpoint conf/changefeed.toml + rm -rf /tmp/tidb_cdc_test/synced_status + mkdir -p /tmp/tidb_cdc_test/synced_status + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/synced_status Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489620789069558380 TiDB Cluster ID. tikv_gc_leader_uuid 6580d79476c0009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:23398, start at 2025-04-05 08:33:55.174993819 +0800 CST m=+2.258909808 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:35:55.183 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:33:55.163 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:23:55.163 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489620789069558380 TiDB Cluster ID. tikv_gc_leader_uuid 6580d79476c0009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:23398, start at 2025-04-05 08:33:55.174993819 +0800 CST m=+2.258909808 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:35:55.183 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:33:55.163 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:23:55.163 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489620796549051954 TiDB Cluster ID. tikv_gc_leader_uuid 6580d7947600002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-232-m-rm13c, pid:23468, start at 2025-04-05 08:33:55.161634305 +0800 CST m=+2.182281897 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-08:35:55.169 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-08:33:55.160 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-08:23:55.160 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + cd /tmp/tidb_cdc_test/synced_status + export 'GO_FAILPOINTS=github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)' ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.24837.out cli tso query --pd=http://127.0.0.1:2379 + set +x + tso='457130177872003073 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457130177872003073 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457130177872003073 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test [Sat Apr 5 08:34:00 CST 2025] <<<<<< START cdc server in synced_status case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)' + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.2487024872.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 00:34:04 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ff207b5b-d2e1-4b5b-9738-e9be1d1cfbec {"id":"ff207b5b-d2e1-4b5b-9738-e9be1d1cfbec","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743813241} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035e332be0 ff207b5b-d2e1-4b5b-9738-e9be1d1cfbec /tidb/cdc/default/default/upstream/7489620789069558380 {"id":7489620789069558380,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ff207b5b-d2e1-4b5b-9738-e9be1d1cfbec {"id":"ff207b5b-d2e1-4b5b-9738-e9be1d1cfbec","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743813241} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035e332be0 ff207b5b-d2e1-4b5b-9738-e9be1d1cfbec /tidb/cdc/default/default/upstream/7489620789069558380 {"id":7489620789069558380,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ff207b5b-d2e1-4b5b-9738-e9be1d1cfbec {"id":"ff207b5b-d2e1-4b5b-9738-e9be1d1cfbec","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743813241} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/223196035e332be0 ff207b5b-d2e1-4b5b-9738-e9be1d1cfbec /tidb/cdc/default/default/upstream/7489620789069558380 {"id":7489620789069558380,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457130177872003073 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.24926.out cli changefeed create --start-ts=457130177872003073 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489620789069558380,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T08:34:04.462266847+08:00","start_ts":457130177872003073,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457130177872003073,"checkpoint_ts":457130177872003073,"checkpoint_time":"2025-04-05 08:33:59.563"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x + sleep 20 ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 723 100 723 0 0 99k 0 --:--:-- --:--:-- --:--:-- 117k + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 08:33:59.563","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2025-04-05 08:34:25.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:33:59.563","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '08:34:25.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '08:33:59.563","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '08:34:25.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' ++ jq -r .info + info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']' + export GO_FAILPOINTS= + GO_FAILPOINTS= + cleanup_process cdc.test wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster + check_logs /tmp/tidb_cdc_test/synced_status ++ date + echo '[Sat Apr 5 08:34:36 CST 2025] <<<<<< run test case synced_status success! >>>>>>' [Sat Apr 5 08:34:36 CST 2025] <<<<<< run test case synced_status success! >>>>>> + stop_tidb_cluster \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-232/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Declarative: Post Actions) [Pipeline] script [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $WEBHOOK_URL [Pipeline] { [Pipeline] sh Warning: A secret was passed to "sh" using Groovy String interpolation, which is insecure. Affected argument(s) used the following variable(s): [WEBHOOK_URL] See https://jenkins.io/redirect/groovy-string-interpolation for details. + curl -X POST **** -H 'Content-Type: application/json' -d '{ "msg_type": "text", "content": { "text": "CDC MySQL Integration Test: SUCCESS\nBranch: master\nBuild URL: https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/232/\nJob Page: https://prow.tidb.net/?repo=pingcap%2Ftiflow&type=periodic\n" } }' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 499 100 77 100 422 72 396 0:00:01 0:00:01 --:--:-- 396 100 499 100 77 100 422 72 396 0:00:01 0:00:01 --:--:-- 396 {"StatusCode":0,"StatusMessage":"success","code":0,"data":{},"msg":"success"} [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline Finished: SUCCESS