Started by user Jenkins Admin Obtained pipelines/pingcap/tiflow/latest/periodics_cdc_integration_kafka_test.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is cached. Copying from home. [Pipeline] Start of Pipeline [Pipeline] readTrusted Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-246-q-8qn6s Still waiting to schedule task Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-246-q-8qn6s’ Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-246-q-8qn6s is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_246-qf79g-t1w9l --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "844f4d14ba610c26b8aa97fa5010dacbd8096a5e" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_246-qf79g" name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-q-8qn6s" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "wurstmeister/zookeeper" imagePullPolicy: "IfNotPresent" name: "zookeeper" resources: limits: cpu: "2000m" memory: "4Gi" requests: cpu: "2000m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - args: - "cat" image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini" imagePullPolicy: "Always" name: "golang" resources: limits: cpu: "12" memory: "32Gi" requests: cpu: "12" memory: "32Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_CREATE_TOPICS" value: "big-message-test:1:1" - name: "KAFKA_BROKER_ID" value: "1" - name: "KAFKA_SSL_KEYSTORE_PASSWORD" value: "test1234" - name: "KAFKA_ZOOKEEPER_CONNECT" value: "localhost:2181" - name: "KAFKA_MESSAGE_MAX_BYTES" value: "11534336" - name: "KAFKA_REPLICA_FETCH_MAX_BYTES" value: "11534336" - name: "KAFKA_ADVERTISED_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "ZK" value: "zk" - name: "KAFKA_SSL_KEYSTORE_LOCATION" value: "/tmp/kafka.server.keystore.jks" - name: "KAFKA_SSL_KEY_PASSWORD" value: "test1234" - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD" value: "test1234" - name: "KAFKA_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "KAFKA_SSL_TRUSTSTORE_LOCATION" value: "/tmp/kafka.server.truststore.jks" - name: "RACK_COMMAND" value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\ \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\ \ -o /tmp/kafka.server.truststore.jks" image: "wurstmeister/kafka:2.12-2.4.1" imagePullPolicy: "IfNotPresent" name: "kafka" readinessProbe: exec: command: - "/bin/sh" - "-c" - | nc -z localhost 2181 && \ nc -z localhost 9092 && \ echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1" failureThreshold: 30 initialDelaySeconds: 10 periodSeconds: 5 timeoutSeconds: 2 resources: limits: cpu: "4000m" memory: "6Gi" requests: cpu: "4000m" memory: "6Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_SERVER" value: "127.0.0.1:9092" - name: "ZOOKEEPER_SERVER" value: "127.0.0.1:2181" - name: "DOWNSTREAM_DB_HOST" value: "127.0.0.1" - name: "USE_FLAT_MESSAGE" value: "true" - name: "DOWNSTREAM_DB_PORT" value: "3306" - name: "DB_NAME" value: "test" image: "rustinliu/ticdc-canal-json-adapter:latest" imagePullPolicy: "IfNotPresent" name: "canal-adapter" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "MYSQL_ROOT_PASSWORD" value: "" - name: "MYSQL_USER" value: "mysqluser" - name: "MYSQL_PASSWORD" value: "mysqlpw" - name: "MYSQL_ALLOW_EMPTY_PASSWORD" value: "yes" - name: "MYSQL_TCP_PORT" value: "3310" image: "quay.io/debezium/example-mysql:2.4" imagePullPolicy: "IfNotPresent" name: "mysql" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "BOOTSTRAP_SERVERS" value: "127.0.0.1:9092" - name: "GROUP_ID" value: "1" - name: "CONFIG_STORAGE_TOPIC" value: "my_connect_configs" - name: "OFFSET_STORAGE_TOPIC" value: "my_connect_offsets" - name: "STATUS_STORAGE_TOPIC" value: "my_connect_statuses" - name: "LANG" value: "C.UTF-8" image: "quay.io/debezium/connect:2.4" name: "connect" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-q-8qn6s" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-q-8qn6s" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "volume-0" - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-246-q-8qn6s in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git rev-list --no-walk b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 5 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh + printenv GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908127571959091203","prowjobid":"5f4fd63b-114c-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} _=/usr/bin/printenv TZ=Asia/Shanghai BUILD_ID=1908127571959091203 POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-qf79g HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-q-8qn6s OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=changes JENKINS_NODE_COOKIE=999d67db-ee1d-4c58-8f2c-0ad84180f7d5 GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=periodics_cdc_integration_kafka_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp TINI_VERSION=v0.19.0 CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=246 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-q-8qn6s HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect PROW_JOB_ID=5f4fd63b-114c-11f0-bebb-96e16cfa81f4 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/ TERM=xterm STAGE_NAME=Debug info JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/ BUILD_DISPLAY_NAME=#246 SHLVL=3 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-q-8qn6s pingcap_tiflow_periodics_cdc_integration_kafka_test_246-qf79g PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-efd377ac7e8b7480c4f13193dfbf23def8effdee7abb15a84564c8a4bab9aad4 + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.23.3' GODEBUG='' GOTELEMETRY='local' GOTELEMETRYDIR='/home/jenkins/.config/go/telemetry' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -ffile-prefix-map=/tmp/go-build4149056966=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tiflow exec -ti pingcap-tiflow-periodics-cdc-integration-kafka-test-246-q-8qn6s bash' debug command: kubectl -n jenkins-tiflow exec -ti pingcap-tiflow-periodics-cdc-integration-kafka-test-246-q-8qn6s bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 37535 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 2, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ; COOKIE: 7a140bbc2a540285 (echoed) ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 13 IN A 20.27.177.113 github.com. 13 IN A 20.205.243.166 ;; Query time: 0 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Fri Apr 04 12:01:16 UTC 2025 ;; MSG SIZE rcvd: 103 [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] timeout Timeout set to expire in 10 min [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tiflow/rev-master) 192245760 bytes in 0.75 secs (254653393 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] echo computeBranchFromPR component: tiflow, prTargetBranch: master, prTitle: , trunkBranch: master [Pipeline] sh git version 2.43.5 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/.git/ .git HEAD is now at 4c631d595 kafka(ticdc): ddl sink close the underline sink if send ddl or checkpoint failed and refactor the kafka ddl sink (#12112) POST git-upload-pack (383 bytes) From https://github.com/pingcap/tiflow = [up to date] master -> origin/master HEAD is now at 4c631d595 kafka(ticdc): ddl sink close the underline sink if send ddl or checkpoint failed and refactor the kafka ddl sink (#12112) 4c631d5951854ac91765b729fe3849d8e8d5ed8a 4c631d595 kafka(ticdc): ddl sink close the underline sink if send ddl or checkpoint failed and refactor the kafka ddl sink (#12112) 3cf60079e codec(ticdc): modify DDL type support about debezium protocol (#12113) 9ed3d76c5 consumer(ticdc): adjust consumer log level (#12092) ✅ Checkout master 🎉 /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow ✅ ~~~~~ All done. ~~~~~~ [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache not saved (git/pingcap/tiflow/rev-master already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (prepare) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/third_party_download [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] sh + export TIDB_BRANCH=master + TIDB_BRANCH=master + export PD_BRANCH=master + PD_BRANCH=master + export TIKV_BRANCH=master + TIKV_BRANCH=master + export TIFLASH_BRANCH=master + TIFLASH_BRANCH=master + cd ../tiflow + ./scripts/download-integration-test-binaries.sh master Downloading binaries... >>> Downloading tidb-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tidb/d9fb3a53376157be49b5a7941e6e689a33c81eb0/centos7/tidb-server.tar.gz 2025-04-04 20:01:46 URL:http://fileserver.pingcap.net/download/builds/pingcap/tidb/d9fb3a53376157be49b5a7941e6e689a33c81eb0/centos7/tidb-server.tar.gz [620275338/620275338] -> "tmp/tidb-server.tar.gz" [1] >>> Downloading pd-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/pd/9d6bbb8529d9d2acb9cf324a65e94ece465f6346/centos7/pd-server.tar.gz 2025-04-04 20:02:05 URL:http://fileserver.pingcap.net/download/builds/pingcap/pd/9d6bbb8529d9d2acb9cf324a65e94ece465f6346/centos7/pd-server.tar.gz [228444265/228444265] -> "tmp/pd-server.tar.gz" [1] >>> Downloading tikv-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tikv/3eb3439fd88f0db9de06ef92e845e80b32c9b49a/centos7/tikv-server.tar.gz 2025-04-04 20:02:38 URL:http://fileserver.pingcap.net/download/builds/pingcap/tikv/3eb3439fd88f0db9de06ef92e845e80b32c9b49a/centos7/tikv-server.tar.gz [817400808/817400808] -> "tmp/tikv-server.tar.gz" [1] >>> Downloading tiflash.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tiflash/master/8ecb79fcf30098e6786f4d0440ead2a879a3ad4a/centos7/tiflash.tar.gz 2025-04-04 20:03:06 URL:http://fileserver.pingcap.net/download/builds/pingcap/tiflash/master/8ecb79fcf30098e6786f4d0440ead2a879a3ad4a/centos7/tiflash.tar.gz [553235170/553235170] -> "tmp/tiflash.tar.gz" [1] >>> Downloading minio.tar.gz from http://fileserver.pingcap.net/download/minio.tar.gz 2025-04-04 20:03:13 URL:http://fileserver.pingcap.net/download/minio.tar.gz [17718777/17718777] -> "tmp/minio.tar.gz" [1] >>> Downloading etcd.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/cdc/etcd-v3.4.7-linux-amd64.tar.gz 2025-04-04 20:03:14 URL:http://fileserver.pingcap.net/download/builds/pingcap/cdc/etcd-v3.4.7-linux-amd64.tar.gz [17310840/17310840] -> "tmp/etcd.tar.gz" [1] >>> Downloading schema-registry.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/cdc/schema-registry.tar.gz 2025-04-04 20:03:25 URL:http://fileserver.pingcap.net/download/builds/pingcap/cdc/schema-registry.tar.gz [278386006/278386006] -> "tmp/schema-registry.tar.gz" [1] >>> Downloading go-ycsb from http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb 2025-04-04 20:03:29 URL:http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb [45975512/45975512] -> "third_bin/go-ycsb" [1] >>> Downloading jq from http://fileserver.pingcap.net/download/builds/pingcap/test/jq-1.6/jq-linux64 2025-04-04 20:03:29 URL:http://fileserver.pingcap.net/download/builds/pingcap/test/jq-1.6/jq-linux64 [3953824/3953824] -> "third_bin/jq" [1] Download SUCCESS + ls -alh ./bin total 2.0G drwxr-sr-x 6 jenkins jenkins 4.0K Apr 4 20:03 . drwxr-sr-x 19 jenkins jenkins 4.0K Apr 4 20:03 .. drwxr-sr-x 2 jenkins jenkins 4.0K May 19 2023 bin drwxr-sr-x 4 jenkins jenkins 4.0K May 10 2023 etc -rwxr-xr-x 1 jenkins jenkins 17M Apr 2 2020 etcdctl -rwxr-xr-x 1 jenkins jenkins 44M Apr 4 20:03 go-ycsb -rwxr-xr-x 1 jenkins jenkins 3.8M Apr 4 20:03 jq drwxr-sr-x 3 jenkins jenkins 4.0K May 10 2023 lib lrwxrwxrwx 1 jenkins jenkins 13 Apr 3 12:33 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x 1 jenkins jenkins 1.2M Dec 18 2023 libc++.so.1.0 lrwxrwxrwx 1 jenkins jenkins 16 Apr 3 12:33 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x 1 jenkins jenkins 353K Dec 18 2023 libc++abi.so.1.0 lrwxrwxrwx 1 jenkins jenkins 13 Apr 3 12:33 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx 1 jenkins jenkins 15 Apr 3 12:33 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 2.2M Apr 3 11:49 libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 346M Apr 3 12:34 libtiflash_proxy.so -rwxr-xr-x 1 jenkins jenkins 50M Jul 29 2020 minio -rwxr-xr-x 1 jenkins jenkins 41M Apr 3 15:30 pd-api-bench -rwxr-xr-x 1 jenkins jenkins 44M Apr 3 15:29 pd-ctl -rwxr-xr-x 1 jenkins jenkins 40M Apr 3 15:30 pd-heartbeat-bench -rwxr-xr-x 1 jenkins jenkins 35M Apr 3 15:29 pd-recover -rwxr-xr-x 1 jenkins jenkins 37M Apr 3 15:30 pd-region-bench -rwxr-xr-x 1 jenkins jenkins 115M Apr 3 15:29 pd-server -rwxr-xr-x 1 jenkins jenkins 37M Apr 3 15:30 pd-tso-bench -rwxr-xr-x 1 jenkins jenkins 15M Apr 3 15:30 pd-ut -rwxr-xr-x 1 jenkins jenkins 35M Apr 3 15:30 regions-dump drwxr-sr-x 4 jenkins jenkins 4.0K May 10 2023 share -rwxr-xr-x 1 jenkins jenkins 35M Apr 3 15:30 stores-dump -rwxr-xr-x 1 jenkins jenkins 241M Apr 3 19:14 tidb-server -rwxr-xr-x 1 jenkins jenkins 443M Apr 3 12:33 tiflash -rwxr-xr-x 1 jenkins jenkins 373M Apr 2 11:56 tikv-server -rwxr-xr-x 1 jenkins jenkins 2.3M Apr 3 15:30 xprog + make check_third_party_binary go: downloading go1.23.4 (linux/amd64) /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/tidb-server /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/tikv-server /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/pd-server /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/tiflash /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/pd-ctl /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/go-ycsb /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/etcdctl /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/jq /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/minio /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/bin/schema-registry-start + cd - /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/third_party_download + mkdir -p bin + mv ../tiflow/bin/bin ../tiflow/bin/etc ../tiflow/bin/etcdctl ../tiflow/bin/go-ycsb ../tiflow/bin/jq ../tiflow/bin/lib ../tiflow/bin/libc++.so.1 ../tiflow/bin/libc++.so.1.0 ../tiflow/bin/libc++abi.so.1 ../tiflow/bin/libc++abi.so.1.0 ../tiflow/bin/libgmssl.so ../tiflow/bin/libgmssl.so.3 ../tiflow/bin/libgmssl.so.3.0 ../tiflow/bin/libtiflash_proxy.so ../tiflow/bin/minio ../tiflow/bin/pd-api-bench ../tiflow/bin/pd-ctl ../tiflow/bin/pd-heartbeat-bench ../tiflow/bin/pd-recover ../tiflow/bin/pd-region-bench ../tiflow/bin/pd-server ../tiflow/bin/pd-tso-bench ../tiflow/bin/pd-ut ../tiflow/bin/regions-dump ../tiflow/bin/share ../tiflow/bin/stores-dump ../tiflow/bin/tidb-server ../tiflow/bin/tiflash ../tiflow/bin/tikv-server ../tiflow/bin/xprog ./bin/ + ls -alh ./bin total 2.0G drwxr-sr-x 6 jenkins jenkins 4.0K Apr 4 20:03 . drwxr-sr-x 3 jenkins jenkins 4.0K Apr 4 20:03 .. drwxr-sr-x 2 jenkins jenkins 4.0K May 19 2023 bin drwxr-sr-x 4 jenkins jenkins 4.0K May 10 2023 etc -rwxr-xr-x 1 jenkins jenkins 17M Apr 2 2020 etcdctl -rwxr-xr-x 1 jenkins jenkins 44M Apr 4 20:03 go-ycsb -rwxr-xr-x 1 jenkins jenkins 3.8M Apr 4 20:03 jq drwxr-sr-x 3 jenkins jenkins 4.0K May 10 2023 lib lrwxrwxrwx 1 jenkins jenkins 13 Apr 3 12:33 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x 1 jenkins jenkins 1.2M Dec 18 2023 libc++.so.1.0 lrwxrwxrwx 1 jenkins jenkins 16 Apr 3 12:33 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x 1 jenkins jenkins 353K Dec 18 2023 libc++abi.so.1.0 lrwxrwxrwx 1 jenkins jenkins 13 Apr 3 12:33 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx 1 jenkins jenkins 15 Apr 3 12:33 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 2.2M Apr 3 11:49 libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 346M Apr 3 12:34 libtiflash_proxy.so -rwxr-xr-x 1 jenkins jenkins 50M Jul 29 2020 minio -rwxr-xr-x 1 jenkins jenkins 41M Apr 3 15:30 pd-api-bench -rwxr-xr-x 1 jenkins jenkins 44M Apr 3 15:29 pd-ctl -rwxr-xr-x 1 jenkins jenkins 40M Apr 3 15:30 pd-heartbeat-bench -rwxr-xr-x 1 jenkins jenkins 35M Apr 3 15:29 pd-recover -rwxr-xr-x 1 jenkins jenkins 37M Apr 3 15:30 pd-region-bench -rwxr-xr-x 1 jenkins jenkins 115M Apr 3 15:29 pd-server -rwxr-xr-x 1 jenkins jenkins 37M Apr 3 15:30 pd-tso-bench -rwxr-xr-x 1 jenkins jenkins 15M Apr 3 15:30 pd-ut -rwxr-xr-x 1 jenkins jenkins 35M Apr 3 15:30 regions-dump drwxr-sr-x 4 jenkins jenkins 4.0K May 10 2023 share -rwxr-xr-x 1 jenkins jenkins 35M Apr 3 15:30 stores-dump -rwxr-xr-x 1 jenkins jenkins 241M Apr 3 19:14 tidb-server -rwxr-xr-x 1 jenkins jenkins 443M Apr 3 12:33 tiflash -rwxr-xr-x 1 jenkins jenkins 373M Apr 2 11:56 tikv-server -rwxr-xr-x 1 jenkins jenkins 2.3M Apr 3 15:30 xprog + ./bin/tidb-server -V Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 + ./bin/tikv-server -V TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + ./bin/tiflash --version TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored [Pipeline] } [Pipeline] // retry [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { [Pipeline] sh + ls -alh ./bin total 8.0K drwxr-sr-x 2 jenkins jenkins 4.0K Apr 4 20:03 . drwxr-sr-x 19 jenkins jenkins 4.0K Apr 4 20:03 .. + '[' -f ./bin/cdc ']' + make cdc CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-04 12:03:35" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc ./cmd/cdc go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394 go: downloading github.com/spf13/cobra v1.8.1 go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading github.com/spf13/pflag v1.0.5 go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading google.golang.org/grpc v1.64.0 go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8 go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading github.com/xdg/scram v1.0.5 go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c go: downloading golang.org/x/net v0.33.0 go: downloading github.com/IBM/sarama v1.41.2 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading golang.org/x/sync v0.10.0 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/gin-gonic/gin v1.9.1 go: downloading github.com/prometheus/client_golang v1.20.5 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/tinylib/msgp v1.1.6 go: downloading github.com/google/btree v1.1.2 go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/DATA-DOG/go-sqlmock v1.5.0 go: downloading github.com/imdario/mergo v0.3.16 go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading go.uber.org/atomic v1.11.0 go: downloading cloud.google.com/go/storage v1.39.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0 go: downloading github.com/KimMachineGun/automemlimit v0.2.4 go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading github.com/r3labs/diff v1.1.0 go: downloading github.com/swaggo/files v0.0.0-20210815190702-a29dd2bc99b2 go: downloading github.com/benbjohnson/clock v1.1.0 go: downloading github.com/swaggo/gin-swagger v1.2.0 go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b go: downloading github.com/stretchr/testify v1.10.0 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading go.etcd.io/etcd/server/v3 v3.5.12 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/google/uuid v1.6.0 go: downloading golang.org/x/time v0.7.0 go: downloading github.com/apache/pulsar-client-go v0.11.0 go: downloading github.com/aws/aws-sdk-go-v2 v1.19.1 go: downloading github.com/gavv/monotime v0.0.0-20190418164738-30dba4353424 go: downloading golang.org/x/sys v0.28.0 go: downloading github.com/robfig/cron v1.2.0 go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/hashicorp/golang-lru v0.5.1 go: downloading github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0 go: downloading cloud.google.com/go v0.112.2 go: downloading github.com/klauspost/compress v1.17.9 go: downloading github.com/pierrec/lz4/v4 v4.1.18 go: downloading github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 go: downloading golang.org/x/oauth2 v0.24.0 go: downloading github.com/uber-go/atomic v1.4.0 go: downloading go.etcd.io/etcd/pkg/v3 v3.5.12 go: downloading github.com/pingcap/tidb-dashboard v0.0.0-20240326110213-9768844ff5d7 go: downloading github.com/cenkalti/backoff/v4 v4.2.1 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/go-mysql-org/go-mysql v1.9.1 go: downloading github.com/pingcap/check v0.0.0-20211026125417-57bd13f7b5f0 go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/jcmturner/gokrb5/v8 v8.4.4 go: downloading github.com/segmentio/kafka-go v0.4.41-0.20230526171612-f057b1d369cd go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading golang.org/x/term v0.27.0 go: downloading github.com/xdg/stringprep v1.0.3 go: downloading golang.org/x/crypto v0.31.0 go: downloading github.com/swaggo/swag v1.16.3 go: downloading github.com/golang/mock v1.6.0 go: downloading github.com/containerd/cgroups v1.0.4 go: downloading github.com/philhofer/fwd v1.1.1 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/gin-contrib/sse v0.1.0 go: downloading github.com/go-playground/validator/v10 v10.14.0 go: downloading github.com/pelletier/go-toml/v2 v2.0.8 go: downloading github.com/ugorji/go/codec v1.2.11 go: downloading google.golang.org/protobuf v1.35.2 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/prometheus/common v0.61.0 go: downloading github.com/prometheus/procfs v0.15.1 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda go: downloading github.com/eapache/go-resiliency v1.4.0 go: downloading github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3 go: downloading github.com/eapache/queue v1.1.0 go: downloading github.com/hashicorp/go-multierror v1.1.1 go: downloading github.com/jcmturner/gofork v1.7.6 go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/stretchr/objx v0.5.2 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/aws/smithy-go v1.13.5 go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading cloud.google.com/go/iam v1.1.7 go: downloading github.com/googleapis/gax-go/v2 v2.12.3 go: downloading google.golang.org/api v0.170.0 go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading github.com/linkedin/goavro/v2 v2.11.1 go: downloading github.com/sirupsen/logrus v1.9.3 go: downloading github.com/AthenZ/athenz v1.10.39 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/grpc-ecosystem/grpc-gateway v1.16.0 go: downloading github.com/tmc/grpc-websocket-proxy v0.0.0-20220101234140-673ab2c3ae75 go: downloading go.etcd.io/bbolt v1.3.9 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.22.0 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.22.0 go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading go.opentelemetry.io/otel/sdk v1.24.0 go: downloading sigs.k8s.io/yaml v1.4.0 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading github.com/siddontang/go-log v0.0.0-20180807004314-8d05993dda07 go: downloading github.com/siddontang/go v0.0.0-20180604090527-bdc77568d726 go: downloading github.com/jcmturner/dnsutils/v2 v2.0.0 go: downloading github.com/hashicorp/go-uuid v1.0.3 go: downloading github.com/joomcode/errorx v1.0.1 go: downloading github.com/cakturk/go-netstat v0.0.0-20200220111822-e5b49efee7a5 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading golang.org/x/text v0.21.0 go: downloading github.com/xdg-go/scram v1.1.2 go: downloading gorm.io/gorm v1.25.11 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading github.com/aws/aws-sdk-go-v2/config v1.18.30 go: downloading github.com/aws/aws-sdk-go-v2/credentials v1.13.29 go: downloading github.com/aws/aws-sdk-go-v2/service/glue v1.58.1 go: downloading github.com/jarcoal/httpmock v1.2.0 go: downloading github.com/pierrec/lz4 v2.6.1+incompatible go: downloading github.com/mailru/easyjson v0.7.7 go: downloading github.com/godbus/dbus/v5 v5.0.4 go: downloading github.com/cilium/ebpf v0.4.0 go: downloading github.com/opencontainers/runtime-spec v1.0.2 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 go: downloading github.com/gabriel-vasile/mimetype v1.4.2 go: downloading github.com/go-playground/universal-translator v0.18.1 go: downloading github.com/leodido/go-urn v1.2.4 go: downloading github.com/KyleBanks/depth v1.2.1 go: downloading github.com/go-openapi/spec v0.21.0 go: downloading golang.org/x/tools v0.28.0 go: downloading github.com/hashicorp/errwrap v1.0.0 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading go.opentelemetry.io/otel/trace v1.24.0 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/spaolacci/murmur3 v1.1.0 go: downloading golang.org/x/mod v0.22.0 go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible go: downloading github.com/99designs/keyring v1.2.1 go: downloading github.com/shopspring/decimal v1.3.0 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/gorilla/websocket v1.5.1 go: downloading go.etcd.io/etcd/raft/v3 v3.5.12 go: downloading github.com/jonboulle/clockwork v0.4.0 go: downloading github.com/xiang90/probing v0.0.0-20221125231312-a49e3df8f510 go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading go.opentelemetry.io/proto/otlp v1.1.0 go: downloading github.com/jcmturner/aescts/v2 v2.0.0 go: downloading github.com/jcmturner/rpc/v2 v2.0.3 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/xdg-go/pbkdf2 v1.0.0 go: downloading github.com/xdg-go/stringprep v1.0.4 go: downloading github.com/edwingeng/deque v0.0.0-20191220032131-8596380dee17 go: downloading github.com/jinzhu/now v1.1.5 go: downloading github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.6 go: downloading github.com/aws/aws-sdk-go-v2/internal/ini v1.3.37 go: downloading github.com/aws/aws-sdk-go-v2/service/sso v1.12.14 go: downloading github.com/aws/aws-sdk-go-v2/service/ssooidc v1.14.14 go: downloading github.com/aws/aws-sdk-go-v2/service/sts v1.20.1 go: downloading github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.36 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2 go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/gorilla/mux v1.8.1 go: downloading github.com/go-logr/logr v1.4.1 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading github.com/golang-jwt/jwt/v4 v4.5.1 go: downloading github.com/qri-io/jsonschema v0.2.1 go: downloading go.etcd.io/etcd/client/v2 v2.305.12 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/jinzhu/inflection v1.0.0 go: downloading github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.30 go: downloading github.com/ardielle/ardielle-go v1.5.2 go: downloading github.com/dvsekhvalnov/jose2go v1.5.0 go: downloading github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c go: downloading github.com/mtibben/percent v0.2.1 go: downloading github.com/go-playground/locales v0.14.1 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/grpc-ecosystem/grpc-gateway/v2 v2.19.1 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.30 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22 go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/go-openapi/jsonpointer v0.21.0 go: downloading github.com/go-openapi/jsonreference v0.21.0 go: downloading github.com/go-openapi/swag v0.23.0 go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/mattn/go-runewidth v0.0.16 go: downloading k8s.io/api v0.29.11 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/goccy/go-reflect v1.2.0 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/rivo/uniseg v0.4.7 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading cloud.google.com/go/kms v1.15.8 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/josharian/intern v1.0.0 go: downloading github.com/rogpeppe/go-internal v1.13.1 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/golang-jwt/jwt/v5 v5.2.1 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading github.com/andybalholm/brotli v1.0.5 go: downloading github.com/klauspost/cpuid/v2 v2.2.4 go: downloading k8s.io/apimachinery v0.29.11 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading github.com/google/gofuzz v1.2.0 go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading github.com/jmespath/go-jmespath v0.4.0 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading github.com/google/s2a-go v0.1.7 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 + '[' -f ./bin/cdc_kafka_consumer ']' + make kafka_consumer CGO_ENABLED=1 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-04 12:05:42" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_kafka_consumer ./cmd/kafka-consumer go: downloading github.com/confluentinc/confluent-kafka-go/v2 v2.3.0 go: downloading github.com/DataDog/zstd v1.5.5 + '[' -f ./bin/cdc_storage_consumer ']' + make storage_consumer CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-04 12:07:39" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_storage_consumer ./cmd/storage-consumer/main.go + '[' -f ./bin/cdc.test ']' + make integration_test_build cd tools/check && GO111MODULE=on go build -mod=mod -o ../bin/failpoint-ctl github.com/pingcap/failpoint/failpoint-ctl go: downloading github.com/pingcap/failpoint v0.0.0-20210316064728-7acb0f0a3dfd go: downloading github.com/sergi/go-diff v1.1.0 CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-04 12:07:47" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_storage_consumer ./cmd/storage-consumer/main.go CGO_ENABLED=1 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-04 12:07:47" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_kafka_consumer ./cmd/kafka-consumer CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-04 12:07:47" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_pulsar_consumer ./cmd/pulsar-consumer/main.go CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-04 12:07:47" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/oauth2-server ./cmd/oauth2-server/main.go go: downloading github.com/go-oauth2/oauth2/v4 v4.5.2 go: downloading github.com/tidwall/buntdb v1.3.0 go: downloading github.com/tidwall/rtred v0.1.2 go: downloading github.com/tidwall/grect v0.1.4 go: downloading github.com/tidwall/match v1.1.1 go: downloading github.com/tidwall/gjson v1.14.3 go: downloading github.com/tidwall/tinyqueue v0.1.1 go: downloading github.com/tidwall/pretty v1.2.0 CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-04 12:07:47" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/sync_diff_inspector ./sync_diff_inspector go: downloading github.com/olekukonko/tablewriter v0.0.5 $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl enable >/dev/null) go: downloading github.com/PingCAP-QE/go-sqlsmith v0.0.0-20241224111350-ad2e4f976c7c go: downloading github.com/chzyer/readline v1.5.1 go: downloading github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510 go: downloading github.com/deepmap/oapi-codegen v1.9.0 go: downloading github.com/gogo/gateway v1.1.0 go: downloading github.com/getkin/kin-openapi v0.80.0 go: downloading github.com/syndtr/goleveldb v1.0.1-0.20210305035536-64b5b1c73954 go: downloading github.com/shurcooL/httpgzip v0.0.0-20190720172056-320755c1c1b0 go: downloading github.com/mattn/go-shellwords v1.0.12 go: downloading github.com/ngaut/log v0.0.0-20210830112240-0124ec040aeb go: downloading github.com/go-ozzo/ozzo-validation/v4 v4.3.0 go: downloading go.uber.org/dig v1.13.0 go: downloading github.com/glebarez/sqlite v1.7.0 go: downloading gorm.io/driver/mysql v1.5.7 go: downloading github.com/glebarez/go-sqlite v1.21.2 go: downloading go.uber.org/ratelimit v0.2.0 go: downloading github.com/VividCortex/mysqlerr v1.0.0 go: downloading go.uber.org/goleak v1.3.0 go: downloading github.com/integralist/go-findroot v0.0.0-20160518114804-ac90681525dc go: downloading github.com/bradleyjkemp/grpc-tools v0.2.5 go: downloading upper.io/db.v3 v3.7.1+incompatible go: downloading github.com/jmoiron/sqlx v1.3.3 go: downloading github.com/andres-erbsen/clock v0.0.0-20160526145045-9e14626cd129 go: downloading modernc.org/sqlite v1.27.0 go: downloading modernc.org/libc v1.37.1 go: downloading github.com/improbable-eng/grpc-web v0.12.0 go: downloading github.com/ghodss/yaml v1.0.0 go: downloading github.com/rs/cors v1.7.0 go: downloading github.com/desertbit/timer v0.0.0-20180107155436-c41aec40b27f go: downloading modernc.org/memory v1.7.2 go: downloading modernc.org/mathutil v1.6.0 CGO_ENABLED=1 GO111MODULE=on go test -p 3 --race --tags=intest -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-04 12:07:47" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -c -cover -covermode=atomic \ -coverpkg=github.com/pingcap/tiflow/... \ -o bin/cdc.test github.com/pingcap/tiflow/cmd/cdc \ || { $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null); exit 1; } CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-04 12:07:47" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc ./cmd/cdc/main.go \ || { $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null); exit 1; } $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null) + ls -alh ./bin total 1.4G drwxr-sr-x 2 jenkins jenkins 4.0K Apr 4 20:13 . drwxr-sr-x 19 jenkins jenkins 4.0K Apr 4 20:03 .. -rwxr-xr-x 1 jenkins jenkins 231M Apr 4 20:13 cdc -rwxr-xr-x 1 jenkins jenkins 364M Apr 4 20:12 cdc.test -rwxr-xr-x 1 jenkins jenkins 269M Apr 4 20:08 cdc_kafka_consumer -rwxr-xr-x 1 jenkins jenkins 200M Apr 4 20:08 cdc_pulsar_consumer -rwxr-xr-x 1 jenkins jenkins 199M Apr 4 20:07 cdc_storage_consumer -rwxr-xr-x 1 jenkins jenkins 13M Apr 4 20:08 oauth2-server -rwxr-xr-x 1 jenkins jenkins 145M Apr 4 20:08 sync_diff_inspector + ./bin/cdc version Release Version: v9.0.0-beta.1-9-g4c631d595 Git Commit Hash: 4c631d5951854ac91765b729fe3849d8e8d5ed8a Git Branch: HEAD UTC Build Time: 2025-04-04 12:07:47 Go Version: go1.23.4 Failpoint Build: true [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + cp -r ../third_party_download/bin/bin ../third_party_download/bin/etc ../third_party_download/bin/etcdctl ../third_party_download/bin/go-ycsb ../third_party_download/bin/jq ../third_party_download/bin/lib ../third_party_download/bin/libc++.so.1 ../third_party_download/bin/libc++.so.1.0 ../third_party_download/bin/libc++abi.so.1 ../third_party_download/bin/libc++abi.so.1.0 ../third_party_download/bin/libgmssl.so ../third_party_download/bin/libgmssl.so.3 ../third_party_download/bin/libgmssl.so.3.0 ../third_party_download/bin/libtiflash_proxy.so ../third_party_download/bin/minio ../third_party_download/bin/pd-api-bench ../third_party_download/bin/pd-ctl ../third_party_download/bin/pd-heartbeat-bench ../third_party_download/bin/pd-recover ../third_party_download/bin/pd-region-bench ../third_party_download/bin/pd-server ../third_party_download/bin/pd-tso-bench ../third_party_download/bin/pd-ut ../third_party_download/bin/regions-dump ../third_party_download/bin/share ../third_party_download/bin/stores-dump ../third_party_download/bin/tidb-server ../third_party_download/bin/tiflash ../third_party_download/bin/tikv-server ../third_party_download/bin/xprog ./bin/ + ls -alh ./bin total 3.3G drwxr-sr-x 6 jenkins jenkins 4.0K Apr 4 20:13 . drwxr-sr-x 19 jenkins jenkins 4.0K Apr 4 20:03 .. drwxr-sr-x 2 jenkins jenkins 4.0K Apr 4 20:13 bin -rwxr-xr-x 1 jenkins jenkins 231M Apr 4 20:13 cdc -rwxr-xr-x 1 jenkins jenkins 364M Apr 4 20:12 cdc.test -rwxr-xr-x 1 jenkins jenkins 269M Apr 4 20:08 cdc_kafka_consumer -rwxr-xr-x 1 jenkins jenkins 200M Apr 4 20:08 cdc_pulsar_consumer -rwxr-xr-x 1 jenkins jenkins 199M Apr 4 20:07 cdc_storage_consumer drwxr-sr-x 4 jenkins jenkins 4.0K Apr 4 20:13 etc -rwxr-xr-x 1 jenkins jenkins 17M Apr 4 20:13 etcdctl -rwxr-xr-x 1 jenkins jenkins 44M Apr 4 20:13 go-ycsb -rwxr-xr-x 1 jenkins jenkins 3.8M Apr 4 20:13 jq drwxr-sr-x 3 jenkins jenkins 4.0K Apr 4 20:13 lib lrwxrwxrwx 1 jenkins jenkins 13 Apr 4 20:13 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x 1 jenkins jenkins 1.2M Apr 4 20:13 libc++.so.1.0 lrwxrwxrwx 1 jenkins jenkins 16 Apr 4 20:13 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x 1 jenkins jenkins 353K Apr 4 20:13 libc++abi.so.1.0 lrwxrwxrwx 1 jenkins jenkins 13 Apr 4 20:13 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx 1 jenkins jenkins 15 Apr 4 20:13 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 2.2M Apr 4 20:13 libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 346M Apr 4 20:13 libtiflash_proxy.so -rwxr-xr-x 1 jenkins jenkins 50M Apr 4 20:13 minio -rwxr-xr-x 1 jenkins jenkins 13M Apr 4 20:08 oauth2-server -rwxr-xr-x 1 jenkins jenkins 41M Apr 4 20:13 pd-api-bench -rwxr-xr-x 1 jenkins jenkins 44M Apr 4 20:13 pd-ctl -rwxr-xr-x 1 jenkins jenkins 40M Apr 4 20:13 pd-heartbeat-bench -rwxr-xr-x 1 jenkins jenkins 35M Apr 4 20:13 pd-recover -rwxr-xr-x 1 jenkins jenkins 37M Apr 4 20:13 pd-region-bench -rwxr-xr-x 1 jenkins jenkins 115M Apr 4 20:13 pd-server -rwxr-xr-x 1 jenkins jenkins 37M Apr 4 20:13 pd-tso-bench -rwxr-xr-x 1 jenkins jenkins 15M Apr 4 20:13 pd-ut -rwxr-xr-x 1 jenkins jenkins 35M Apr 4 20:13 regions-dump drwxr-sr-x 4 jenkins jenkins 4.0K Apr 4 20:13 share -rwxr-xr-x 1 jenkins jenkins 35M Apr 4 20:13 stores-dump -rwxr-xr-x 1 jenkins jenkins 145M Apr 4 20:08 sync_diff_inspector -rwxr-xr-x 1 jenkins jenkins 241M Apr 4 20:13 tidb-server -rwxr-xr-x 1 jenkins jenkins 443M Apr 4 20:13 tiflash -rwxr-xr-x 1 jenkins jenkins 373M Apr 4 20:13 tikv-server -rwxr-xr-x 1 jenkins jenkins 2.3M Apr 4 20:13 xprog [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc) 4030433280 bytes in 52.00 secs (77515117 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Tests) [Pipeline] parallel [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G00') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G01') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G02') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G03') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G04') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G05') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G06') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G07') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G08') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G09') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G10') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G11') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G12') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G13') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G14') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G15') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G16') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G17') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G00') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G01') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G02') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G03') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G04') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G05') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G06') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G07') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G08') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G09') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G10') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G11') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G12') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G13') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G14') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G15') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G16') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G17') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317 Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-246-7-nz70k Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-hrxg0 Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7 Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54 Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-246-d-sg31f Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-9ntjn Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-246-6-zm0kc Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1 Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p Still waiting to schedule task Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb’ Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-4k3z2 Still waiting to schedule task Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317’ Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-lcrgb Still waiting to schedule task Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-246-7-nz70k’ Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317 is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_246-hw0h5-3b280 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "a4ea495319d5dc6a0f42e933da4844575d134855" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_246-hw0h5" name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "wurstmeister/zookeeper" imagePullPolicy: "IfNotPresent" name: "zookeeper" resources: limits: cpu: "2000m" memory: "4Gi" requests: cpu: "2000m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - args: - "cat" image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini" imagePullPolicy: "Always" name: "golang" resources: limits: cpu: "12" memory: "32Gi" requests: cpu: "12" memory: "32Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_CREATE_TOPICS" value: "big-message-test:1:1" - name: "KAFKA_BROKER_ID" value: "1" - name: "KAFKA_SSL_KEYSTORE_PASSWORD" value: "test1234" - name: "KAFKA_ZOOKEEPER_CONNECT" value: "localhost:2181" - name: "KAFKA_MESSAGE_MAX_BYTES" value: "11534336" - name: "KAFKA_REPLICA_FETCH_MAX_BYTES" value: "11534336" - name: "KAFKA_ADVERTISED_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "ZK" value: "zk" - name: "KAFKA_SSL_KEYSTORE_LOCATION" value: "/tmp/kafka.server.keystore.jks" - name: "KAFKA_SSL_KEY_PASSWORD" value: "test1234" - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD" value: "test1234" - name: "KAFKA_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "KAFKA_SSL_TRUSTSTORE_LOCATION" value: "/tmp/kafka.server.truststore.jks" - name: "RACK_COMMAND" value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\ \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\ \ -o /tmp/kafka.server.truststore.jks" image: "wurstmeister/kafka:2.12-2.4.1" imagePullPolicy: "IfNotPresent" name: "kafka" readinessProbe: exec: command: - "/bin/sh" - "-c" - | nc -z localhost 2181 && \ nc -z localhost 9092 && \ echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1" failureThreshold: 30 initialDelaySeconds: 10 periodSeconds: 5 timeoutSeconds: 2 resources: limits: cpu: "4000m" memory: "6Gi" requests: cpu: "4000m" memory: "6Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_SERVER" value: "127.0.0.1:9092" - name: "ZOOKEEPER_SERVER" value: "127.0.0.1:2181" - name: "DOWNSTREAM_DB_HOST" value: "127.0.0.1" - name: "USE_FLAT_MESSAGE" value: "true" - name: "DOWNSTREAM_DB_PORT" value: "3306" - name: "DB_NAME" value: "test" image: "rustinliu/ticdc-canal-json-adapter:latest" imagePullPolicy: "IfNotPresent" name: "canal-adapter" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "MYSQL_ROOT_PASSWORD" value: "" - name: "MYSQL_USER" value: "mysqluser" - name: "MYSQL_PASSWORD" value: "mysqlpw" - name: "MYSQL_ALLOW_EMPTY_PASSWORD" value: "yes" - name: "MYSQL_TCP_PORT" value: "3310" image: "quay.io/debezium/example-mysql:2.4" imagePullPolicy: "IfNotPresent" name: "mysql" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "BOOTSTRAP_SERVERS" value: "127.0.0.1:9092" - name: "GROUP_ID" value: "1" - name: "CONFIG_STORAGE_TOPIC" value: "my_connect_configs" - name: "OFFSET_STORAGE_TOPIC" value: "my_connect_offsets" - name: "STATUS_STORAGE_TOPIC" value: "my_connect_statuses" - name: "LANG" value: "C.UTF-8" image: "quay.io/debezium/connect:2.4" name: "connect" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "volume-0" - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git Still waiting to schedule task Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd’ Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-246-7-nz70k is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_246-79lz8-25mnz --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "d7c34307b21581b5ad47e4db1dfd5897768c66c1" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_246-79lz8" name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-7-nz70k" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "wurstmeister/zookeeper" imagePullPolicy: "IfNotPresent" name: "zookeeper" resources: limits: cpu: "2000m" memory: "4Gi" requests: cpu: "2000m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - args: - "cat" image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini" imagePullPolicy: "Always" name: "golang" resources: limits: cpu: "12" memory: "32Gi" requests: cpu: "12" memory: "32Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_CREATE_TOPICS" value: "big-message-test:1:1" - name: "KAFKA_BROKER_ID" value: "1" - name: "KAFKA_SSL_KEYSTORE_PASSWORD" value: "test1234" - name: "KAFKA_ZOOKEEPER_CONNECT" value: "localhost:2181" - name: "KAFKA_MESSAGE_MAX_BYTES" value: "11534336" - name: "KAFKA_REPLICA_FETCH_MAX_BYTES" value: "11534336" - name: "KAFKA_ADVERTISED_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "ZK" value: "zk" - name: "KAFKA_SSL_KEYSTORE_LOCATION" value: "/tmp/kafka.server.keystore.jks" - name: "KAFKA_SSL_KEY_PASSWORD" value: "test1234" - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD" value: "test1234" - name: "KAFKA_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "KAFKA_SSL_TRUSTSTORE_LOCATION" value: "/tmp/kafka.server.truststore.jks" - name: "RACK_COMMAND" value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\ \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\ \ -o /tmp/kafka.server.truststore.jks" image: "wurstmeister/kafka:2.12-2.4.1" imagePullPolicy: "IfNotPresent" name: "kafka" readinessProbe: exec: command: - "/bin/sh" - "-c" - | nc -z localhost 2181 && \ nc -z localhost 9092 && \ echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1" failureThreshold: 30 initialDelaySeconds: 10 periodSeconds: 5 timeoutSeconds: 2 resources: limits: cpu: "4000m" memory: "6Gi" requests: cpu: "4000m" memory: "6Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_SERVER" value: "127.0.0.1:9092" - name: "ZOOKEEPER_SERVER" value: "127.0.0.1:2181" - name: "DOWNSTREAM_DB_HOST" value: "127.0.0.1" - name: "USE_FLAT_MESSAGE" value: "true" - name: "DOWNSTREAM_DB_PORT" value: "3306" - name: "DB_NAME" value: "test" image: "rustinliu/ticdc-canal-json-adapter:latest" imagePullPolicy: "IfNotPresent" name: "canal-adapter" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "MYSQL_ROOT_PASSWORD" value: "" - name: "MYSQL_USER" value: "mysqluser" - name: "MYSQL_PASSWORD" value: "mysqlpw" - name: "MYSQL_ALLOW_EMPTY_PASSWORD" value: "yes" - name: "MYSQL_TCP_PORT" value: "3310" image: "quay.io/debezium/example-mysql:2.4" imagePullPolicy: "IfNotPresent" name: "mysql" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "BOOTSTRAP_SERVERS" value: "127.0.0.1:9092" - name: "GROUP_ID" value: "1" - name: "CONFIG_STORAGE_TOPIC" value: "my_connect_configs" - name: "OFFSET_STORAGE_TOPIC" value: "my_connect_offsets" - name: "STATUS_STORAGE_TOPIC" value: "my_connect_statuses" - name: "LANG" value: "C.UTF-8" image: "quay.io/debezium/connect:2.4" name: "connect" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-7-nz70k" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-7-nz70k" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "volume-0" - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-246-7-nz70k in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@44fe675a; decorates RemoteLauncher[hudson.remoting.Channel@4871a870:JNLP4-connect connection from 10.233.71.80/10.233.71.80:44756] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Still waiting to schedule task Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf’ Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_246-xw758-mnbkd --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "aea83abc77b73707dd1548da5c70d7a600de3f6c" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_246-xw758" name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "wurstmeister/zookeeper" imagePullPolicy: "IfNotPresent" name: "zookeeper" resources: limits: cpu: "2000m" memory: "4Gi" requests: cpu: "2000m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - args: - "cat" image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini" imagePullPolicy: "Always" name: "golang" resources: limits: cpu: "12" memory: "32Gi" requests: cpu: "12" memory: "32Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_CREATE_TOPICS" value: "big-message-test:1:1" - name: "KAFKA_BROKER_ID" value: "1" - name: "KAFKA_SSL_KEYSTORE_PASSWORD" value: "test1234" - name: "KAFKA_ZOOKEEPER_CONNECT" value: "localhost:2181" - name: "KAFKA_MESSAGE_MAX_BYTES" value: "11534336" - name: "KAFKA_REPLICA_FETCH_MAX_BYTES" value: "11534336" - name: "KAFKA_ADVERTISED_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "ZK" value: "zk" - name: "KAFKA_SSL_KEYSTORE_LOCATION" value: "/tmp/kafka.server.keystore.jks" - name: "KAFKA_SSL_KEY_PASSWORD" value: "test1234" - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD" value: "test1234" - name: "KAFKA_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "KAFKA_SSL_TRUSTSTORE_LOCATION" value: "/tmp/kafka.server.truststore.jks" - name: "RACK_COMMAND" value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\ \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\ \ -o /tmp/kafka.server.truststore.jks" image: "wurstmeister/kafka:2.12-2.4.1" imagePullPolicy: "IfNotPresent" name: "kafka" readinessProbe: exec: command: - "/bin/sh" - "-c" - | nc -z localhost 2181 && \ nc -z localhost 9092 && \ echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1" failureThreshold: 30 initialDelaySeconds: 10 periodSeconds: 5 timeoutSeconds: 2 resources: limits: cpu: "4000m" memory: "6Gi" requests: cpu: "4000m" memory: "6Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_SERVER" value: "127.0.0.1:9092" - name: "ZOOKEEPER_SERVER" value: "127.0.0.1:2181" - name: "DOWNSTREAM_DB_HOST" value: "127.0.0.1" - name: "USE_FLAT_MESSAGE" value: "true" - name: "DOWNSTREAM_DB_PORT" value: "3306" - name: "DB_NAME" value: "test" image: "rustinliu/ticdc-canal-json-adapter:latest" imagePullPolicy: "IfNotPresent" name: "canal-adapter" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "MYSQL_ROOT_PASSWORD" value: "" - name: "MYSQL_USER" value: "mysqluser" - name: "MYSQL_PASSWORD" value: "mysqlpw" - name: "MYSQL_ALLOW_EMPTY_PASSWORD" value: "yes" - name: "MYSQL_TCP_PORT" value: "3310" image: "quay.io/debezium/example-mysql:2.4" imagePullPolicy: "IfNotPresent" name: "mysql" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "BOOTSTRAP_SERVERS" value: "127.0.0.1:9092" - name: "GROUP_ID" value: "1" - name: "CONFIG_STORAGE_TOPIC" value: "my_connect_configs" - name: "OFFSET_STORAGE_TOPIC" value: "my_connect_offsets" - name: "STATUS_STORAGE_TOPIC" value: "my_connect_statuses" - name: "LANG" value: "C.UTF-8" image: "quay.io/debezium/connect:2.4" name: "connect" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "volume-0" - emptyDir: medium: "" name: "workspace-volume" Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_246-xfxjd-br02p --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "1df6c68e8ce2dd36e870f45fb18700777782c674" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_246-xfxjd" name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "wurstmeister/zookeeper" imagePullPolicy: "IfNotPresent" name: "zookeeper" resources: limits: cpu: "2000m" memory: "4Gi" requests: cpu: "2000m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - args: - "cat" image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini" imagePullPolicy: "Always" name: "golang" resources: limits: cpu: "12" memory: "32Gi" requests: cpu: "12" memory: "32Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_CREATE_TOPICS" value: "big-message-test:1:1" - name: "KAFKA_BROKER_ID" value: "1" - name: "KAFKA_SSL_KEYSTORE_PASSWORD" value: "test1234" - name: "KAFKA_ZOOKEEPER_CONNECT" value: "localhost:2181" - name: "KAFKA_MESSAGE_MAX_BYTES" value: "11534336" - name: "KAFKA_REPLICA_FETCH_MAX_BYTES" value: "11534336" - name: "KAFKA_ADVERTISED_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "ZK" value: "zk" - name: "KAFKA_SSL_KEYSTORE_LOCATION" value: "/tmp/kafka.server.keystore.jks" - name: "KAFKA_SSL_KEY_PASSWORD" value: "test1234" - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD" value: "test1234" - name: "KAFKA_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "KAFKA_SSL_TRUSTSTORE_LOCATION" value: "/tmp/kafka.server.truststore.jks" - name: "RACK_COMMAND" value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\ \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\ \ -o /tmp/kafka.server.truststore.jks" image: "wurstmeister/kafka:2.12-2.4.1" imagePullPolicy: "IfNotPresent" name: "kafka" readinessProbe: exec: command: - "/bin/sh" - "-c" - | nc -z localhost 2181 && \ nc -z localhost 9092 && \ echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1" failureThreshold: 30 initialDelaySeconds: 10 periodSeconds: 5 timeoutSeconds: 2 resources: limits: cpu: "4000m" memory: "6Gi" requests: cpu: "4000m" memory: "6Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_SERVER" value: "127.0.0.1:9092" - name: "ZOOKEEPER_SERVER" value: "127.0.0.1:2181" - name: "DOWNSTREAM_DB_HOST" value: "127.0.0.1" - name: "USE_FLAT_MESSAGE" value: "true" - name: "DOWNSTREAM_DB_PORT" value: "3306" - name: "DB_NAME" value: "test" image: "rustinliu/ticdc-canal-json-adapter:latest" imagePullPolicy: "IfNotPresent" name: "canal-adapter" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "MYSQL_ROOT_PASSWORD" value: "" - name: "MYSQL_USER" value: "mysqluser" - name: "MYSQL_PASSWORD" value: "mysqlpw" - name: "MYSQL_ALLOW_EMPTY_PASSWORD" value: "yes" - name: "MYSQL_TCP_PORT" value: "3310" image: "quay.io/debezium/example-mysql:2.4" imagePullPolicy: "IfNotPresent" name: "mysql" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "BOOTSTRAP_SERVERS" value: "127.0.0.1:9092" - name: "GROUP_ID" value: "1" - name: "CONFIG_STORAGE_TOPIC" value: "my_connect_configs" - name: "OFFSET_STORAGE_TOPIC" value: "my_connect_offsets" - name: "STATUS_STORAGE_TOPIC" value: "my_connect_statuses" - name: "LANG" value: "C.UTF-8" image: "quay.io/debezium/connect:2.4" name: "connect" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "volume-0" - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test [Pipeline] { Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@72c1478e; decorates RemoteLauncher[hudson.remoting.Channel@35c7d2f4:JNLP4-connect connection from 10.233.106.149/10.233.106.149:57656] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Still waiting to schedule task Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv’ No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7e3cc9be; decorates RemoteLauncher[hudson.remoting.Channel@3fd1dc3e:JNLP4-connect connection from 10.233.88.94/10.233.88.94:35684] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_246-v5wjh-pn7mj --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "18b22beecbb04132e8387a147cb5e1adfad09092" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_246-v5wjh" name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "wurstmeister/zookeeper" imagePullPolicy: "IfNotPresent" name: "zookeeper" resources: limits: cpu: "2000m" memory: "4Gi" requests: cpu: "2000m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - args: - "cat" image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini" imagePullPolicy: "Always" name: "golang" resources: limits: cpu: "12" memory: "32Gi" requests: cpu: "12" memory: "32Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_CREATE_TOPICS" value: "big-message-test:1:1" - name: "KAFKA_BROKER_ID" value: "1" - name: "KAFKA_SSL_KEYSTORE_PASSWORD" value: "test1234" - name: "KAFKA_ZOOKEEPER_CONNECT" value: "localhost:2181" - name: "KAFKA_MESSAGE_MAX_BYTES" value: "11534336" - name: "KAFKA_REPLICA_FETCH_MAX_BYTES" value: "11534336" - name: "KAFKA_ADVERTISED_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "ZK" value: "zk" - name: "KAFKA_SSL_KEYSTORE_LOCATION" value: "/tmp/kafka.server.keystore.jks" - name: "KAFKA_SSL_KEY_PASSWORD" value: "test1234" - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD" value: "test1234" - name: "KAFKA_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "KAFKA_SSL_TRUSTSTORE_LOCATION" value: "/tmp/kafka.server.truststore.jks" - name: "RACK_COMMAND" value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\ \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\ \ -o /tmp/kafka.server.truststore.jks" image: "wurstmeister/kafka:2.12-2.4.1" imagePullPolicy: "IfNotPresent" name: "kafka" readinessProbe: exec: command: - "/bin/sh" - "-c" - | nc -z localhost 2181 && \ nc -z localhost 9092 && \ echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1" failureThreshold: 30 initialDelaySeconds: 10 periodSeconds: 5 timeoutSeconds: 2 resources: limits: cpu: "4000m" memory: "6Gi" requests: cpu: "4000m" memory: "6Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_SERVER" value: "127.0.0.1:9092" - name: "ZOOKEEPER_SERVER" value: "127.0.0.1:2181" - name: "DOWNSTREAM_DB_HOST" value: "127.0.0.1" - name: "USE_FLAT_MESSAGE" value: "true" - name: "DOWNSTREAM_DB_PORT" value: "3306" - name: "DB_NAME" value: "test" image: "rustinliu/ticdc-canal-json-adapter:latest" imagePullPolicy: "IfNotPresent" name: "canal-adapter" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "MYSQL_ROOT_PASSWORD" value: "" - name: "MYSQL_USER" value: "mysqluser" - name: "MYSQL_PASSWORD" value: "mysqlpw" - name: "MYSQL_ALLOW_EMPTY_PASSWORD" value: "yes" - name: "MYSQL_TCP_PORT" value: "3310" image: "quay.io/debezium/example-mysql:2.4" imagePullPolicy: "IfNotPresent" name: "mysql" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "BOOTSTRAP_SERVERS" value: "127.0.0.1:9092" - name: "GROUP_ID" value: "1" - name: "CONFIG_STORAGE_TOPIC" value: "my_connect_configs" - name: "OFFSET_STORAGE_TOPIC" value: "my_connect_offsets" - name: "STATUS_STORAGE_TOPIC" value: "my_connect_statuses" - name: "LANG" value: "C.UTF-8" image: "quay.io/debezium/connect:2.4" name: "connect" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "volume-0" - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6c590614; decorates RemoteLauncher[hudson.remoting.Channel@4f6e8e3c:JNLP4-connect connection from 10.233.70.117/10.233.70.117:50640] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Still waiting to schedule task Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p’ > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_246-5ng5v-2mpt3 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "fe6f2ba70c466877412dbe99cc90f1caad355bbe" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_246-5ng5v" name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "wurstmeister/zookeeper" imagePullPolicy: "IfNotPresent" name: "zookeeper" resources: limits: cpu: "2000m" memory: "4Gi" requests: cpu: "2000m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - args: - "cat" image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini" imagePullPolicy: "Always" name: "golang" resources: limits: cpu: "12" memory: "32Gi" requests: cpu: "12" memory: "32Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_CREATE_TOPICS" value: "big-message-test:1:1" - name: "KAFKA_BROKER_ID" value: "1" - name: "KAFKA_SSL_KEYSTORE_PASSWORD" value: "test1234" - name: "KAFKA_ZOOKEEPER_CONNECT" value: "localhost:2181" - name: "KAFKA_MESSAGE_MAX_BYTES" value: "11534336" - name: "KAFKA_REPLICA_FETCH_MAX_BYTES" value: "11534336" - name: "KAFKA_ADVERTISED_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "ZK" value: "zk" - name: "KAFKA_SSL_KEYSTORE_LOCATION" value: "/tmp/kafka.server.keystore.jks" - name: "KAFKA_SSL_KEY_PASSWORD" value: "test1234" - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD" value: "test1234" - name: "KAFKA_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "KAFKA_SSL_TRUSTSTORE_LOCATION" value: "/tmp/kafka.server.truststore.jks" - name: "RACK_COMMAND" value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\ \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\ \ -o /tmp/kafka.server.truststore.jks" image: "wurstmeister/kafka:2.12-2.4.1" imagePullPolicy: "IfNotPresent" name: "kafka" readinessProbe: exec: command: - "/bin/sh" - "-c" - | nc -z localhost 2181 && \ nc -z localhost 9092 && \ echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1" failureThreshold: 30 initialDelaySeconds: 10 periodSeconds: 5 timeoutSeconds: 2 resources: limits: cpu: "4000m" memory: "6Gi" requests: cpu: "4000m" memory: "6Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_SERVER" value: "127.0.0.1:9092" - name: "ZOOKEEPER_SERVER" value: "127.0.0.1:2181" - name: "DOWNSTREAM_DB_HOST" value: "127.0.0.1" - name: "USE_FLAT_MESSAGE" value: "true" - name: "DOWNSTREAM_DB_PORT" value: "3306" - name: "DB_NAME" value: "test" image: "rustinliu/ticdc-canal-json-adapter:latest" imagePullPolicy: "IfNotPresent" name: "canal-adapter" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "MYSQL_ROOT_PASSWORD" value: "" - name: "MYSQL_USER" value: "mysqluser" - name: "MYSQL_PASSWORD" value: "mysqlpw" - name: "MYSQL_ALLOW_EMPTY_PASSWORD" value: "yes" - name: "MYSQL_TCP_PORT" value: "3310" image: "quay.io/debezium/example-mysql:2.4" imagePullPolicy: "IfNotPresent" name: "mysql" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "BOOTSTRAP_SERVERS" value: "127.0.0.1:9092" - name: "GROUP_ID" value: "1" - name: "CONFIG_STORAGE_TOPIC" value: "my_connect_configs" - name: "OFFSET_STORAGE_TOPIC" value: "my_connect_offsets" - name: "STATUS_STORAGE_TOPIC" value: "my_connect_statuses" - name: "LANG" value: "C.UTF-8" image: "quay.io/debezium/connect:2.4" name: "connect" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "volume-0" - emptyDir: medium: "" name: "workspace-volume" Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6ca58c3a; decorates RemoteLauncher[hudson.remoting.Channel@23361d4b:JNLP4-connect connection from 10.233.93.161/10.233.93.161:39668] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test [Pipeline] withEnv [Pipeline] { [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] checkout [Pipeline] stage [Pipeline] { (Test) The recommended git tool is: git [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { [Pipeline] cache Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Still waiting to schedule task Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-hrxg0’ > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_246-b3n6x-140j8 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "e81c68df8c1b60144fa4b5272fa8ff41196d7680" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_246-b3n6x" name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "wurstmeister/zookeeper" imagePullPolicy: "IfNotPresent" name: "zookeeper" resources: limits: cpu: "2000m" memory: "4Gi" requests: cpu: "2000m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - args: - "cat" image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini" imagePullPolicy: "Always" name: "golang" resources: limits: cpu: "12" memory: "32Gi" requests: cpu: "12" memory: "32Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_CREATE_TOPICS" value: "big-message-test:1:1" - name: "KAFKA_BROKER_ID" value: "1" - name: "KAFKA_SSL_KEYSTORE_PASSWORD" value: "test1234" - name: "KAFKA_ZOOKEEPER_CONNECT" value: "localhost:2181" - name: "KAFKA_MESSAGE_MAX_BYTES" value: "11534336" - name: "KAFKA_REPLICA_FETCH_MAX_BYTES" value: "11534336" - name: "KAFKA_ADVERTISED_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "ZK" value: "zk" - name: "KAFKA_SSL_KEYSTORE_LOCATION" value: "/tmp/kafka.server.keystore.jks" - name: "KAFKA_SSL_KEY_PASSWORD" value: "test1234" - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD" value: "test1234" - name: "KAFKA_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "KAFKA_SSL_TRUSTSTORE_LOCATION" value: "/tmp/kafka.server.truststore.jks" - name: "RACK_COMMAND" value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\ \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\ \ -o /tmp/kafka.server.truststore.jks" image: "wurstmeister/kafka:2.12-2.4.1" imagePullPolicy: "IfNotPresent" name: "kafka" readinessProbe: exec: command: - "/bin/sh" - "-c" - | nc -z localhost 2181 && \ nc -z localhost 9092 && \ echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1" failureThreshold: 30 initialDelaySeconds: 10 periodSeconds: 5 timeoutSeconds: 2 resources: limits: cpu: "4000m" memory: "6Gi" requests: cpu: "4000m" memory: "6Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_SERVER" value: "127.0.0.1:9092" - name: "ZOOKEEPER_SERVER" value: "127.0.0.1:2181" - name: "DOWNSTREAM_DB_HOST" value: "127.0.0.1" - name: "USE_FLAT_MESSAGE" value: "true" - name: "DOWNSTREAM_DB_PORT" value: "3306" - name: "DB_NAME" value: "test" image: "rustinliu/ticdc-canal-json-adapter:latest" imagePullPolicy: "IfNotPresent" name: "canal-adapter" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "MYSQL_ROOT_PASSWORD" value: "" - name: "MYSQL_USER" value: "mysqluser" - name: "MYSQL_PASSWORD" value: "mysqlpw" - name: "MYSQL_ALLOW_EMPTY_PASSWORD" value: "yes" - name: "MYSQL_TCP_PORT" value: "3310" image: "quay.io/debezium/example-mysql:2.4" imagePullPolicy: "IfNotPresent" name: "mysql" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "BOOTSTRAP_SERVERS" value: "127.0.0.1:9092" - name: "GROUP_ID" value: "1" - name: "CONFIG_STORAGE_TOPIC" value: "my_connect_configs" - name: "OFFSET_STORAGE_TOPIC" value: "my_connect_offsets" - name: "STATUS_STORAGE_TOPIC" value: "my_connect_statuses" - name: "LANG" value: "C.UTF-8" image: "quay.io/debezium/connect:2.4" name: "connect" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "volume-0" - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@223a2a80; decorates RemoteLauncher[hudson.remoting.Channel@5509d49b:JNLP4-connect connection from 10.233.76.38/10.233.76.38:41924] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Still waiting to schedule task Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g’ > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-hrxg0 is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_246-ldwmt-qql2c --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6d030804453109af991dc6b0185ca478bffdee82" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_246-ldwmt" name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-hrxg0" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "wurstmeister/zookeeper" imagePullPolicy: "IfNotPresent" name: "zookeeper" resources: limits: cpu: "2000m" memory: "4Gi" requests: cpu: "2000m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - args: - "cat" image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini" imagePullPolicy: "Always" name: "golang" resources: limits: cpu: "12" memory: "32Gi" requests: cpu: "12" memory: "32Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_CREATE_TOPICS" value: "big-message-test:1:1" - name: "KAFKA_BROKER_ID" value: "1" - name: "KAFKA_SSL_KEYSTORE_PASSWORD" value: "test1234" - name: "KAFKA_ZOOKEEPER_CONNECT" value: "localhost:2181" - name: "KAFKA_MESSAGE_MAX_BYTES" value: "11534336" - name: "KAFKA_REPLICA_FETCH_MAX_BYTES" value: "11534336" - name: "KAFKA_ADVERTISED_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "ZK" value: "zk" - name: "KAFKA_SSL_KEYSTORE_LOCATION" value: "/tmp/kafka.server.keystore.jks" - name: "KAFKA_SSL_KEY_PASSWORD" value: "test1234" - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD" value: "test1234" - name: "KAFKA_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "KAFKA_SSL_TRUSTSTORE_LOCATION" value: "/tmp/kafka.server.truststore.jks" - name: "RACK_COMMAND" value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\ \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\ \ -o /tmp/kafka.server.truststore.jks" image: "wurstmeister/kafka:2.12-2.4.1" imagePullPolicy: "IfNotPresent" name: "kafka" readinessProbe: exec: command: - "/bin/sh" - "-c" - | nc -z localhost 2181 && \ nc -z localhost 9092 && \ echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1" failureThreshold: 30 initialDelaySeconds: 10 periodSeconds: 5 timeoutSeconds: 2 resources: limits: cpu: "4000m" memory: "6Gi" requests: cpu: "4000m" memory: "6Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_SERVER" value: "127.0.0.1:9092" - name: "ZOOKEEPER_SERVER" value: "127.0.0.1:2181" - name: "DOWNSTREAM_DB_HOST" value: "127.0.0.1" - name: "USE_FLAT_MESSAGE" value: "true" - name: "DOWNSTREAM_DB_PORT" value: "3306" - name: "DB_NAME" value: "test" image: "rustinliu/ticdc-canal-json-adapter:latest" imagePullPolicy: "IfNotPresent" name: "canal-adapter" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "MYSQL_ROOT_PASSWORD" value: "" - name: "MYSQL_USER" value: "mysqluser" - name: "MYSQL_PASSWORD" value: "mysqlpw" - name: "MYSQL_ALLOW_EMPTY_PASSWORD" value: "yes" - name: "MYSQL_TCP_PORT" value: "3310" image: "quay.io/debezium/example-mysql:2.4" imagePullPolicy: "IfNotPresent" name: "mysql" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "BOOTSTRAP_SERVERS" value: "127.0.0.1:9092" - name: "GROUP_ID" value: "1" - name: "CONFIG_STORAGE_TOPIC" value: "my_connect_configs" - name: "OFFSET_STORAGE_TOPIC" value: "my_connect_offsets" - name: "STATUS_STORAGE_TOPIC" value: "my_connect_statuses" - name: "LANG" value: "C.UTF-8" image: "quay.io/debezium/connect:2.4" name: "connect" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-hrxg0" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-hrxg0" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "volume-0" - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-hrxg0 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Avoid second fetch Still waiting to schedule task Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7’ Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_246-hx9xd-vf23p --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "2bfec2fe35eb695f5ad24529ec7e87894b5b2325" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_246-hx9xd" name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "wurstmeister/zookeeper" imagePullPolicy: "IfNotPresent" name: "zookeeper" resources: limits: cpu: "2000m" memory: "4Gi" requests: cpu: "2000m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - args: - "cat" image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini" imagePullPolicy: "Always" name: "golang" resources: limits: cpu: "12" memory: "32Gi" requests: cpu: "12" memory: "32Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_CREATE_TOPICS" value: "big-message-test:1:1" - name: "KAFKA_BROKER_ID" value: "1" - name: "KAFKA_SSL_KEYSTORE_PASSWORD" value: "test1234" - name: "KAFKA_ZOOKEEPER_CONNECT" value: "localhost:2181" - name: "KAFKA_MESSAGE_MAX_BYTES" value: "11534336" - name: "KAFKA_REPLICA_FETCH_MAX_BYTES" value: "11534336" - name: "KAFKA_ADVERTISED_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "ZK" value: "zk" - name: "KAFKA_SSL_KEYSTORE_LOCATION" value: "/tmp/kafka.server.keystore.jks" - name: "KAFKA_SSL_KEY_PASSWORD" value: "test1234" - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD" value: "test1234" - name: "KAFKA_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "KAFKA_SSL_TRUSTSTORE_LOCATION" value: "/tmp/kafka.server.truststore.jks" - name: "RACK_COMMAND" value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\ \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\ \ -o /tmp/kafka.server.truststore.jks" image: "wurstmeister/kafka:2.12-2.4.1" imagePullPolicy: "IfNotPresent" name: "kafka" readinessProbe: exec: command: - "/bin/sh" - "-c" - | nc -z localhost 2181 && \ nc -z localhost 9092 && \ echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1" failureThreshold: 30 initialDelaySeconds: 10 periodSeconds: 5 timeoutSeconds: 2 resources: limits: cpu: "4000m" memory: "6Gi" requests: cpu: "4000m" memory: "6Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_SERVER" value: "127.0.0.1:9092" - name: "ZOOKEEPER_SERVER" value: "127.0.0.1:2181" - name: "DOWNSTREAM_DB_HOST" value: "127.0.0.1" - name: "USE_FLAT_MESSAGE" value: "true" - name: "DOWNSTREAM_DB_PORT" value: "3306" - name: "DB_NAME" value: "test" image: "rustinliu/ticdc-canal-json-adapter:latest" imagePullPolicy: "IfNotPresent" name: "canal-adapter" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "MYSQL_ROOT_PASSWORD" value: "" - name: "MYSQL_USER" value: "mysqluser" - name: "MYSQL_PASSWORD" value: "mysqlpw" - name: "MYSQL_ALLOW_EMPTY_PASSWORD" value: "yes" - name: "MYSQL_TCP_PORT" value: "3310" image: "quay.io/debezium/example-mysql:2.4" imagePullPolicy: "IfNotPresent" name: "mysql" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "BOOTSTRAP_SERVERS" value: "127.0.0.1:9092" - name: "GROUP_ID" value: "1" - name: "CONFIG_STORAGE_TOPIC" value: "my_connect_configs" - name: "OFFSET_STORAGE_TOPIC" value: "my_connect_offsets" - name: "STATUS_STORAGE_TOPIC" value: "my_connect_statuses" - name: "LANG" value: "C.UTF-8" image: "quay.io/debezium/connect:2.4" name: "connect" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "volume-0" - emptyDir: medium: "" name: "workspace-volume" Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Still waiting to schedule task Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54’ Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7 is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_246-rc7fj-xkctb --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "53cbe0d24a73aaee364ef70f25941cbfa6843ecd" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_246-rc7fj" name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "wurstmeister/zookeeper" imagePullPolicy: "IfNotPresent" name: "zookeeper" resources: limits: cpu: "2000m" memory: "4Gi" requests: cpu: "2000m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - args: - "cat" image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini" imagePullPolicy: "Always" name: "golang" resources: limits: cpu: "12" memory: "32Gi" requests: cpu: "12" memory: "32Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_CREATE_TOPICS" value: "big-message-test:1:1" - name: "KAFKA_BROKER_ID" value: "1" - name: "KAFKA_SSL_KEYSTORE_PASSWORD" value: "test1234" - name: "KAFKA_ZOOKEEPER_CONNECT" value: "localhost:2181" - name: "KAFKA_MESSAGE_MAX_BYTES" value: "11534336" - name: "KAFKA_REPLICA_FETCH_MAX_BYTES" value: "11534336" - name: "KAFKA_ADVERTISED_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "ZK" value: "zk" - name: "KAFKA_SSL_KEYSTORE_LOCATION" value: "/tmp/kafka.server.keystore.jks" - name: "KAFKA_SSL_KEY_PASSWORD" value: "test1234" - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD" value: "test1234" - name: "KAFKA_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "KAFKA_SSL_TRUSTSTORE_LOCATION" value: "/tmp/kafka.server.truststore.jks" - name: "RACK_COMMAND" value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\ \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\ \ -o /tmp/kafka.server.truststore.jks" image: "wurstmeister/kafka:2.12-2.4.1" imagePullPolicy: "IfNotPresent" name: "kafka" readinessProbe: exec: command: - "/bin/sh" - "-c" - | nc -z localhost 2181 && \ nc -z localhost 9092 && \ echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1" failureThreshold: 30 initialDelaySeconds: 10 periodSeconds: 5 timeoutSeconds: 2 resources: limits: cpu: "4000m" memory: "6Gi" requests: cpu: "4000m" memory: "6Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_SERVER" value: "127.0.0.1:9092" - name: "ZOOKEEPER_SERVER" value: "127.0.0.1:2181" - name: "DOWNSTREAM_DB_HOST" value: "127.0.0.1" - name: "USE_FLAT_MESSAGE" value: "true" - name: "DOWNSTREAM_DB_PORT" value: "3306" - name: "DB_NAME" value: "test" image: "rustinliu/ticdc-canal-json-adapter:latest" imagePullPolicy: "IfNotPresent" name: "canal-adapter" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "MYSQL_ROOT_PASSWORD" value: "" - name: "MYSQL_USER" value: "mysqluser" - name: "MYSQL_PASSWORD" value: "mysqlpw" - name: "MYSQL_ALLOW_EMPTY_PASSWORD" value: "yes" - name: "MYSQL_TCP_PORT" value: "3310" image: "quay.io/debezium/example-mysql:2.4" imagePullPolicy: "IfNotPresent" name: "mysql" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "BOOTSTRAP_SERVERS" value: "127.0.0.1:9092" - name: "GROUP_ID" value: "1" - name: "CONFIG_STORAGE_TOPIC" value: "my_connect_configs" - name: "OFFSET_STORAGE_TOPIC" value: "my_connect_offsets" - name: "STATUS_STORAGE_TOPIC" value: "my_connect_statuses" - name: "LANG" value: "C.UTF-8" image: "quay.io/debezium/connect:2.4" name: "connect" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "volume-0" - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Still waiting to schedule task Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p’ Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54 is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_246-k04t9-dvglk --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "fa9d1f9194314c7411625d6060b13bb50cb33ada" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_246-k04t9" name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "wurstmeister/zookeeper" imagePullPolicy: "IfNotPresent" name: "zookeeper" resources: limits: cpu: "2000m" memory: "4Gi" requests: cpu: "2000m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - args: - "cat" image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini" imagePullPolicy: "Always" name: "golang" resources: limits: cpu: "12" memory: "32Gi" requests: cpu: "12" memory: "32Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_CREATE_TOPICS" value: "big-message-test:1:1" - name: "KAFKA_BROKER_ID" value: "1" - name: "KAFKA_SSL_KEYSTORE_PASSWORD" value: "test1234" - name: "KAFKA_ZOOKEEPER_CONNECT" value: "localhost:2181" - name: "KAFKA_MESSAGE_MAX_BYTES" value: "11534336" - name: "KAFKA_REPLICA_FETCH_MAX_BYTES" value: "11534336" - name: "KAFKA_ADVERTISED_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "ZK" value: "zk" - name: "KAFKA_SSL_KEYSTORE_LOCATION" value: "/tmp/kafka.server.keystore.jks" - name: "KAFKA_SSL_KEY_PASSWORD" value: "test1234" - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD" value: "test1234" - name: "KAFKA_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "KAFKA_SSL_TRUSTSTORE_LOCATION" value: "/tmp/kafka.server.truststore.jks" - name: "RACK_COMMAND" value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\ \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\ \ -o /tmp/kafka.server.truststore.jks" image: "wurstmeister/kafka:2.12-2.4.1" imagePullPolicy: "IfNotPresent" name: "kafka" readinessProbe: exec: command: - "/bin/sh" - "-c" - | nc -z localhost 2181 && \ nc -z localhost 9092 && \ echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1" failureThreshold: 30 initialDelaySeconds: 10 periodSeconds: 5 timeoutSeconds: 2 resources: limits: cpu: "4000m" memory: "6Gi" requests: cpu: "4000m" memory: "6Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_SERVER" value: "127.0.0.1:9092" - name: "ZOOKEEPER_SERVER" value: "127.0.0.1:2181" - name: "DOWNSTREAM_DB_HOST" value: "127.0.0.1" - name: "USE_FLAT_MESSAGE" value: "true" - name: "DOWNSTREAM_DB_PORT" value: "3306" - name: "DB_NAME" value: "test" image: "rustinliu/ticdc-canal-json-adapter:latest" imagePullPolicy: "IfNotPresent" name: "canal-adapter" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "MYSQL_ROOT_PASSWORD" value: "" - name: "MYSQL_USER" value: "mysqluser" - name: "MYSQL_PASSWORD" value: "mysqlpw" - name: "MYSQL_ALLOW_EMPTY_PASSWORD" value: "yes" - name: "MYSQL_TCP_PORT" value: "3310" image: "quay.io/debezium/example-mysql:2.4" imagePullPolicy: "IfNotPresent" name: "mysql" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "BOOTSTRAP_SERVERS" value: "127.0.0.1:9092" - name: "GROUP_ID" value: "1" - name: "CONFIG_STORAGE_TOPIC" value: "my_connect_configs" - name: "OFFSET_STORAGE_TOPIC" value: "my_connect_offsets" - name: "STATUS_STORAGE_TOPIC" value: "my_connect_statuses" - name: "LANG" value: "C.UTF-8" image: "quay.io/debezium/connect:2.4" name: "connect" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "volume-0" - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test Still waiting to schedule task Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-246-d-sg31f’ Still waiting to schedule task Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-9ntjn’ Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-246-d-sg31f is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_246-djscl-6x1qb --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "5ed103bc6cbbb34fbe4668ad3d856612bc2250a9" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_246-djscl" name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-d-sg31f" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "wurstmeister/zookeeper" imagePullPolicy: "IfNotPresent" name: "zookeeper" resources: limits: cpu: "2000m" memory: "4Gi" requests: cpu: "2000m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - args: - "cat" image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini" imagePullPolicy: "Always" name: "golang" resources: limits: cpu: "12" memory: "32Gi" requests: cpu: "12" memory: "32Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_CREATE_TOPICS" value: "big-message-test:1:1" - name: "KAFKA_BROKER_ID" value: "1" - name: "KAFKA_SSL_KEYSTORE_PASSWORD" value: "test1234" - name: "KAFKA_ZOOKEEPER_CONNECT" value: "localhost:2181" - name: "KAFKA_MESSAGE_MAX_BYTES" value: "11534336" - name: "KAFKA_REPLICA_FETCH_MAX_BYTES" value: "11534336" - name: "KAFKA_ADVERTISED_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "ZK" value: "zk" - name: "KAFKA_SSL_KEYSTORE_LOCATION" value: "/tmp/kafka.server.keystore.jks" - name: "KAFKA_SSL_KEY_PASSWORD" value: "test1234" - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD" value: "test1234" - name: "KAFKA_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "KAFKA_SSL_TRUSTSTORE_LOCATION" value: "/tmp/kafka.server.truststore.jks" - name: "RACK_COMMAND" value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\ \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\ \ -o /tmp/kafka.server.truststore.jks" image: "wurstmeister/kafka:2.12-2.4.1" imagePullPolicy: "IfNotPresent" name: "kafka" readinessProbe: exec: command: - "/bin/sh" - "-c" - | nc -z localhost 2181 && \ nc -z localhost 9092 && \ echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1" failureThreshold: 30 initialDelaySeconds: 10 periodSeconds: 5 timeoutSeconds: 2 resources: limits: cpu: "4000m" memory: "6Gi" requests: cpu: "4000m" memory: "6Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_SERVER" value: "127.0.0.1:9092" - name: "ZOOKEEPER_SERVER" value: "127.0.0.1:2181" - name: "DOWNSTREAM_DB_HOST" value: "127.0.0.1" - name: "USE_FLAT_MESSAGE" value: "true" - name: "DOWNSTREAM_DB_PORT" value: "3306" - name: "DB_NAME" value: "test" image: "rustinliu/ticdc-canal-json-adapter:latest" imagePullPolicy: "IfNotPresent" name: "canal-adapter" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "MYSQL_ROOT_PASSWORD" value: "" - name: "MYSQL_USER" value: "mysqluser" - name: "MYSQL_PASSWORD" value: "mysqlpw" - name: "MYSQL_ALLOW_EMPTY_PASSWORD" value: "yes" - name: "MYSQL_TCP_PORT" value: "3310" image: "quay.io/debezium/example-mysql:2.4" imagePullPolicy: "IfNotPresent" name: "mysql" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "BOOTSTRAP_SERVERS" value: "127.0.0.1:9092" - name: "GROUP_ID" value: "1" - name: "CONFIG_STORAGE_TOPIC" value: "my_connect_configs" - name: "OFFSET_STORAGE_TOPIC" value: "my_connect_offsets" - name: "STATUS_STORAGE_TOPIC" value: "my_connect_statuses" - name: "LANG" value: "C.UTF-8" image: "quay.io/debezium/connect:2.4" name: "connect" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-d-sg31f" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-d-sg31f" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "volume-0" - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-246-d-sg31f in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test Still waiting to schedule task Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-246-6-zm0kc’ Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-9ntjn is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_246-zs9hd-4j39c --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "ccef43b3c6c0f2d28ce50d7cabae94023dfe9309" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_246-zs9hd" name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-9ntjn" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "wurstmeister/zookeeper" imagePullPolicy: "IfNotPresent" name: "zookeeper" resources: limits: cpu: "2000m" memory: "4Gi" requests: cpu: "2000m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - args: - "cat" image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini" imagePullPolicy: "Always" name: "golang" resources: limits: cpu: "12" memory: "32Gi" requests: cpu: "12" memory: "32Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_CREATE_TOPICS" value: "big-message-test:1:1" - name: "KAFKA_BROKER_ID" value: "1" - name: "KAFKA_SSL_KEYSTORE_PASSWORD" value: "test1234" - name: "KAFKA_ZOOKEEPER_CONNECT" value: "localhost:2181" - name: "KAFKA_MESSAGE_MAX_BYTES" value: "11534336" - name: "KAFKA_REPLICA_FETCH_MAX_BYTES" value: "11534336" - name: "KAFKA_ADVERTISED_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "ZK" value: "zk" - name: "KAFKA_SSL_KEYSTORE_LOCATION" value: "/tmp/kafka.server.keystore.jks" - name: "KAFKA_SSL_KEY_PASSWORD" value: "test1234" - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD" value: "test1234" - name: "KAFKA_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "KAFKA_SSL_TRUSTSTORE_LOCATION" value: "/tmp/kafka.server.truststore.jks" - name: "RACK_COMMAND" value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\ \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\ \ -o /tmp/kafka.server.truststore.jks" image: "wurstmeister/kafka:2.12-2.4.1" imagePullPolicy: "IfNotPresent" name: "kafka" readinessProbe: exec: command: - "/bin/sh" - "-c" - | nc -z localhost 2181 && \ nc -z localhost 9092 && \ echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1" failureThreshold: 30 initialDelaySeconds: 10 periodSeconds: 5 timeoutSeconds: 2 resources: limits: cpu: "4000m" memory: "6Gi" requests: cpu: "4000m" memory: "6Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_SERVER" value: "127.0.0.1:9092" - name: "ZOOKEEPER_SERVER" value: "127.0.0.1:2181" - name: "DOWNSTREAM_DB_HOST" value: "127.0.0.1" - name: "USE_FLAT_MESSAGE" value: "true" - name: "DOWNSTREAM_DB_PORT" value: "3306" - name: "DB_NAME" value: "test" image: "rustinliu/ticdc-canal-json-adapter:latest" imagePullPolicy: "IfNotPresent" name: "canal-adapter" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "MYSQL_ROOT_PASSWORD" value: "" - name: "MYSQL_USER" value: "mysqluser" - name: "MYSQL_PASSWORD" value: "mysqlpw" - name: "MYSQL_ALLOW_EMPTY_PASSWORD" value: "yes" - name: "MYSQL_TCP_PORT" value: "3310" image: "quay.io/debezium/example-mysql:2.4" imagePullPolicy: "IfNotPresent" name: "mysql" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "BOOTSTRAP_SERVERS" value: "127.0.0.1:9092" - name: "GROUP_ID" value: "1" - name: "CONFIG_STORAGE_TOPIC" value: "my_connect_configs" - name: "OFFSET_STORAGE_TOPIC" value: "my_connect_offsets" - name: "STATUS_STORAGE_TOPIC" value: "my_connect_statuses" - name: "LANG" value: "C.UTF-8" image: "quay.io/debezium/connect:2.4" name: "connect" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-9ntjn" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-9ntjn" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "volume-0" - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-9ntjn in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test Still waiting to schedule task Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1’ Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-246-6-zm0kc is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_246-6qqgt-3nr9w --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "fcf615834f60d1fed227e922d545072341493544" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_246-6qqgt" name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-6-zm0kc" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "wurstmeister/zookeeper" imagePullPolicy: "IfNotPresent" name: "zookeeper" resources: limits: cpu: "2000m" memory: "4Gi" requests: cpu: "2000m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - args: - "cat" image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini" imagePullPolicy: "Always" name: "golang" resources: limits: cpu: "12" memory: "32Gi" requests: cpu: "12" memory: "32Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_CREATE_TOPICS" value: "big-message-test:1:1" - name: "KAFKA_BROKER_ID" value: "1" - name: "KAFKA_SSL_KEYSTORE_PASSWORD" value: "test1234" - name: "KAFKA_ZOOKEEPER_CONNECT" value: "localhost:2181" - name: "KAFKA_MESSAGE_MAX_BYTES" value: "11534336" - name: "KAFKA_REPLICA_FETCH_MAX_BYTES" value: "11534336" - name: "KAFKA_ADVERTISED_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "ZK" value: "zk" - name: "KAFKA_SSL_KEYSTORE_LOCATION" value: "/tmp/kafka.server.keystore.jks" - name: "KAFKA_SSL_KEY_PASSWORD" value: "test1234" - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD" value: "test1234" - name: "KAFKA_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "KAFKA_SSL_TRUSTSTORE_LOCATION" value: "/tmp/kafka.server.truststore.jks" - name: "RACK_COMMAND" value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\ \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\ \ -o /tmp/kafka.server.truststore.jks" image: "wurstmeister/kafka:2.12-2.4.1" imagePullPolicy: "IfNotPresent" name: "kafka" readinessProbe: exec: command: - "/bin/sh" - "-c" - | nc -z localhost 2181 && \ nc -z localhost 9092 && \ echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1" failureThreshold: 30 initialDelaySeconds: 10 periodSeconds: 5 timeoutSeconds: 2 resources: limits: cpu: "4000m" memory: "6Gi" requests: cpu: "4000m" memory: "6Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_SERVER" value: "127.0.0.1:9092" - name: "ZOOKEEPER_SERVER" value: "127.0.0.1:2181" - name: "DOWNSTREAM_DB_HOST" value: "127.0.0.1" - name: "USE_FLAT_MESSAGE" value: "true" - name: "DOWNSTREAM_DB_PORT" value: "3306" - name: "DB_NAME" value: "test" image: "rustinliu/ticdc-canal-json-adapter:latest" imagePullPolicy: "IfNotPresent" name: "canal-adapter" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "MYSQL_ROOT_PASSWORD" value: "" - name: "MYSQL_USER" value: "mysqluser" - name: "MYSQL_PASSWORD" value: "mysqlpw" - name: "MYSQL_ALLOW_EMPTY_PASSWORD" value: "yes" - name: "MYSQL_TCP_PORT" value: "3310" image: "quay.io/debezium/example-mysql:2.4" imagePullPolicy: "IfNotPresent" name: "mysql" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "BOOTSTRAP_SERVERS" value: "127.0.0.1:9092" - name: "GROUP_ID" value: "1" - name: "CONFIG_STORAGE_TOPIC" value: "my_connect_configs" - name: "OFFSET_STORAGE_TOPIC" value: "my_connect_offsets" - name: "STATUS_STORAGE_TOPIC" value: "my_connect_statuses" - name: "LANG" value: "C.UTF-8" image: "quay.io/debezium/connect:2.4" name: "connect" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-6-zm0kc" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-6-zm0kc" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "volume-0" - emptyDir: medium: "" name: "workspace-volume" Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1 is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_246-zcnxz-t53fw --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "3978122a3ac254c315a5e2485bd7dbf68a2821b1" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_246-zcnxz" name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "wurstmeister/zookeeper" imagePullPolicy: "IfNotPresent" name: "zookeeper" resources: limits: cpu: "2000m" memory: "4Gi" requests: cpu: "2000m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - args: - "cat" image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini" imagePullPolicy: "Always" name: "golang" resources: limits: cpu: "12" memory: "32Gi" requests: cpu: "12" memory: "32Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_CREATE_TOPICS" value: "big-message-test:1:1" - name: "KAFKA_BROKER_ID" value: "1" - name: "KAFKA_SSL_KEYSTORE_PASSWORD" value: "test1234" - name: "KAFKA_ZOOKEEPER_CONNECT" value: "localhost:2181" - name: "KAFKA_MESSAGE_MAX_BYTES" value: "11534336" - name: "KAFKA_REPLICA_FETCH_MAX_BYTES" value: "11534336" - name: "KAFKA_ADVERTISED_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "ZK" value: "zk" - name: "KAFKA_SSL_KEYSTORE_LOCATION" value: "/tmp/kafka.server.keystore.jks" - name: "KAFKA_SSL_KEY_PASSWORD" value: "test1234" - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD" value: "test1234" - name: "KAFKA_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "KAFKA_SSL_TRUSTSTORE_LOCATION" value: "/tmp/kafka.server.truststore.jks" - name: "RACK_COMMAND" value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\ \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\ \ -o /tmp/kafka.server.truststore.jks" image: "wurstmeister/kafka:2.12-2.4.1" imagePullPolicy: "IfNotPresent" name: "kafka" readinessProbe: exec: command: - "/bin/sh" - "-c" - | nc -z localhost 2181 && \ nc -z localhost 9092 && \ echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1" failureThreshold: 30 initialDelaySeconds: 10 periodSeconds: 5 timeoutSeconds: 2 resources: limits: cpu: "4000m" memory: "6Gi" requests: cpu: "4000m" memory: "6Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_SERVER" value: "127.0.0.1:9092" - name: "ZOOKEEPER_SERVER" value: "127.0.0.1:2181" - name: "DOWNSTREAM_DB_HOST" value: "127.0.0.1" - name: "USE_FLAT_MESSAGE" value: "true" - name: "DOWNSTREAM_DB_PORT" value: "3306" - name: "DB_NAME" value: "test" image: "rustinliu/ticdc-canal-json-adapter:latest" imagePullPolicy: "IfNotPresent" name: "canal-adapter" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "MYSQL_ROOT_PASSWORD" value: "" - name: "MYSQL_USER" value: "mysqluser" - name: "MYSQL_PASSWORD" value: "mysqlpw" - name: "MYSQL_ALLOW_EMPTY_PASSWORD" value: "yes" - name: "MYSQL_TCP_PORT" value: "3310" image: "quay.io/debezium/example-mysql:2.4" imagePullPolicy: "IfNotPresent" name: "mysql" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "BOOTSTRAP_SERVERS" value: "127.0.0.1:9092" - name: "GROUP_ID" value: "1" - name: "CONFIG_STORAGE_TOPIC" value: "my_connect_configs" - name: "OFFSET_STORAGE_TOPIC" value: "my_connect_offsets" - name: "STATUS_STORAGE_TOPIC" value: "my_connect_statuses" - name: "LANG" value: "C.UTF-8" image: "quay.io/debezium/connect:2.4" name: "connect" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "volume-0" - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-246-6-zm0kc in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test Still waiting to schedule task Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-4k3z2’ Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_246-l6z03-4kjxc --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "07b93cb5ada79803bb2671da90b5f95ec6022759" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_246-l6z03" name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "wurstmeister/zookeeper" imagePullPolicy: "IfNotPresent" name: "zookeeper" resources: limits: cpu: "2000m" memory: "4Gi" requests: cpu: "2000m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - args: - "cat" image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini" imagePullPolicy: "Always" name: "golang" resources: limits: cpu: "12" memory: "32Gi" requests: cpu: "12" memory: "32Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_CREATE_TOPICS" value: "big-message-test:1:1" - name: "KAFKA_BROKER_ID" value: "1" - name: "KAFKA_SSL_KEYSTORE_PASSWORD" value: "test1234" - name: "KAFKA_ZOOKEEPER_CONNECT" value: "localhost:2181" - name: "KAFKA_MESSAGE_MAX_BYTES" value: "11534336" - name: "KAFKA_REPLICA_FETCH_MAX_BYTES" value: "11534336" - name: "KAFKA_ADVERTISED_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "ZK" value: "zk" - name: "KAFKA_SSL_KEYSTORE_LOCATION" value: "/tmp/kafka.server.keystore.jks" - name: "KAFKA_SSL_KEY_PASSWORD" value: "test1234" - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD" value: "test1234" - name: "KAFKA_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "KAFKA_SSL_TRUSTSTORE_LOCATION" value: "/tmp/kafka.server.truststore.jks" - name: "RACK_COMMAND" value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\ \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\ \ -o /tmp/kafka.server.truststore.jks" image: "wurstmeister/kafka:2.12-2.4.1" imagePullPolicy: "IfNotPresent" name: "kafka" readinessProbe: exec: command: - "/bin/sh" - "-c" - | nc -z localhost 2181 && \ nc -z localhost 9092 && \ echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1" failureThreshold: 30 initialDelaySeconds: 10 periodSeconds: 5 timeoutSeconds: 2 resources: limits: cpu: "4000m" memory: "6Gi" requests: cpu: "4000m" memory: "6Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_SERVER" value: "127.0.0.1:9092" - name: "ZOOKEEPER_SERVER" value: "127.0.0.1:2181" - name: "DOWNSTREAM_DB_HOST" value: "127.0.0.1" - name: "USE_FLAT_MESSAGE" value: "true" - name: "DOWNSTREAM_DB_PORT" value: "3306" - name: "DB_NAME" value: "test" image: "rustinliu/ticdc-canal-json-adapter:latest" imagePullPolicy: "IfNotPresent" name: "canal-adapter" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "MYSQL_ROOT_PASSWORD" value: "" - name: "MYSQL_USER" value: "mysqluser" - name: "MYSQL_PASSWORD" value: "mysqlpw" - name: "MYSQL_ALLOW_EMPTY_PASSWORD" value: "yes" - name: "MYSQL_TCP_PORT" value: "3310" image: "quay.io/debezium/example-mysql:2.4" imagePullPolicy: "IfNotPresent" name: "mysql" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "BOOTSTRAP_SERVERS" value: "127.0.0.1:9092" - name: "GROUP_ID" value: "1" - name: "CONFIG_STORAGE_TOPIC" value: "my_connect_configs" - name: "OFFSET_STORAGE_TOPIC" value: "my_connect_offsets" - name: "STATUS_STORAGE_TOPIC" value: "my_connect_statuses" - name: "LANG" value: "C.UTF-8" image: "quay.io/debezium/connect:2.4" name: "connect" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "volume-0" - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test Still waiting to schedule task Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-lcrgb’ Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-4k3z2 is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_246-hbrxf-1503n --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "8831c1651e15652965d29842e21fc3a9ac8772bc" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_246-hbrxf" name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-4k3z2" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "wurstmeister/zookeeper" imagePullPolicy: "IfNotPresent" name: "zookeeper" resources: limits: cpu: "2000m" memory: "4Gi" requests: cpu: "2000m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - args: - "cat" image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini" imagePullPolicy: "Always" name: "golang" resources: limits: cpu: "12" memory: "32Gi" requests: cpu: "12" memory: "32Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_CREATE_TOPICS" value: "big-message-test:1:1" - name: "KAFKA_BROKER_ID" value: "1" - name: "KAFKA_SSL_KEYSTORE_PASSWORD" value: "test1234" - name: "KAFKA_ZOOKEEPER_CONNECT" value: "localhost:2181" - name: "KAFKA_MESSAGE_MAX_BYTES" value: "11534336" - name: "KAFKA_REPLICA_FETCH_MAX_BYTES" value: "11534336" - name: "KAFKA_ADVERTISED_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "ZK" value: "zk" - name: "KAFKA_SSL_KEYSTORE_LOCATION" value: "/tmp/kafka.server.keystore.jks" - name: "KAFKA_SSL_KEY_PASSWORD" value: "test1234" - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD" value: "test1234" - name: "KAFKA_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "KAFKA_SSL_TRUSTSTORE_LOCATION" value: "/tmp/kafka.server.truststore.jks" - name: "RACK_COMMAND" value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\ \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\ \ -o /tmp/kafka.server.truststore.jks" image: "wurstmeister/kafka:2.12-2.4.1" imagePullPolicy: "IfNotPresent" name: "kafka" readinessProbe: exec: command: - "/bin/sh" - "-c" - | nc -z localhost 2181 && \ nc -z localhost 9092 && \ echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1" failureThreshold: 30 initialDelaySeconds: 10 periodSeconds: 5 timeoutSeconds: 2 resources: limits: cpu: "4000m" memory: "6Gi" requests: cpu: "4000m" memory: "6Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_SERVER" value: "127.0.0.1:9092" - name: "ZOOKEEPER_SERVER" value: "127.0.0.1:2181" - name: "DOWNSTREAM_DB_HOST" value: "127.0.0.1" - name: "USE_FLAT_MESSAGE" value: "true" - name: "DOWNSTREAM_DB_PORT" value: "3306" - name: "DB_NAME" value: "test" image: "rustinliu/ticdc-canal-json-adapter:latest" imagePullPolicy: "IfNotPresent" name: "canal-adapter" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "MYSQL_ROOT_PASSWORD" value: "" - name: "MYSQL_USER" value: "mysqluser" - name: "MYSQL_PASSWORD" value: "mysqlpw" - name: "MYSQL_ALLOW_EMPTY_PASSWORD" value: "yes" - name: "MYSQL_TCP_PORT" value: "3310" image: "quay.io/debezium/example-mysql:2.4" imagePullPolicy: "IfNotPresent" name: "mysql" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "BOOTSTRAP_SERVERS" value: "127.0.0.1:9092" - name: "GROUP_ID" value: "1" - name: "CONFIG_STORAGE_TOPIC" value: "my_connect_configs" - name: "OFFSET_STORAGE_TOPIC" value: "my_connect_offsets" - name: "STATUS_STORAGE_TOPIC" value: "my_connect_statuses" - name: "LANG" value: "C.UTF-8" image: "quay.io/debezium/connect:2.4" name: "connect" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-4k3z2" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-4k3z2" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "volume-0" - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-4k3z2 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-lcrgb is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_246-rtqv5-ln2sx --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "7a39e8da834a0949dd9f61bcd6a8bec0c47a2fab" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_246-rtqv5" name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-lcrgb" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "wurstmeister/zookeeper" imagePullPolicy: "IfNotPresent" name: "zookeeper" resources: limits: cpu: "2000m" memory: "4Gi" requests: cpu: "2000m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - args: - "cat" image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini" imagePullPolicy: "Always" name: "golang" resources: limits: cpu: "12" memory: "32Gi" requests: cpu: "12" memory: "32Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_CREATE_TOPICS" value: "big-message-test:1:1" - name: "KAFKA_BROKER_ID" value: "1" - name: "KAFKA_SSL_KEYSTORE_PASSWORD" value: "test1234" - name: "KAFKA_ZOOKEEPER_CONNECT" value: "localhost:2181" - name: "KAFKA_MESSAGE_MAX_BYTES" value: "11534336" - name: "KAFKA_REPLICA_FETCH_MAX_BYTES" value: "11534336" - name: "KAFKA_ADVERTISED_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "ZK" value: "zk" - name: "KAFKA_SSL_KEYSTORE_LOCATION" value: "/tmp/kafka.server.keystore.jks" - name: "KAFKA_SSL_KEY_PASSWORD" value: "test1234" - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD" value: "test1234" - name: "KAFKA_LISTENERS" value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092" - name: "KAFKA_SSL_TRUSTSTORE_LOCATION" value: "/tmp/kafka.server.truststore.jks" - name: "RACK_COMMAND" value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\ \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\ \ -o /tmp/kafka.server.truststore.jks" image: "wurstmeister/kafka:2.12-2.4.1" imagePullPolicy: "IfNotPresent" name: "kafka" readinessProbe: exec: command: - "/bin/sh" - "-c" - | nc -z localhost 2181 && \ nc -z localhost 9092 && \ echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1" failureThreshold: 30 initialDelaySeconds: 10 periodSeconds: 5 timeoutSeconds: 2 resources: limits: cpu: "4000m" memory: "6Gi" requests: cpu: "4000m" memory: "6Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "KAFKA_SERVER" value: "127.0.0.1:9092" - name: "ZOOKEEPER_SERVER" value: "127.0.0.1:2181" - name: "DOWNSTREAM_DB_HOST" value: "127.0.0.1" - name: "USE_FLAT_MESSAGE" value: "true" - name: "DOWNSTREAM_DB_PORT" value: "3306" - name: "DB_NAME" value: "test" image: "rustinliu/ticdc-canal-json-adapter:latest" imagePullPolicy: "IfNotPresent" name: "canal-adapter" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/tmp" name: "volume-0" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: requests: cpu: "200m" memory: "4Gi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "MYSQL_ROOT_PASSWORD" value: "" - name: "MYSQL_USER" value: "mysqluser" - name: "MYSQL_PASSWORD" value: "mysqlpw" - name: "MYSQL_ALLOW_EMPTY_PASSWORD" value: "yes" - name: "MYSQL_TCP_PORT" value: "3310" image: "quay.io/debezium/example-mysql:2.4" imagePullPolicy: "IfNotPresent" name: "mysql" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "BOOTSTRAP_SERVERS" value: "127.0.0.1:9092" - name: "GROUP_ID" value: "1" - name: "CONFIG_STORAGE_TOPIC" value: "my_connect_configs" - name: "OFFSET_STORAGE_TOPIC" value: "my_connect_offsets" - name: "STATUS_STORAGE_TOPIC" value: "my_connect_statuses" - name: "LANG" value: "C.UTF-8" image: "quay.io/debezium/connect:2.4" name: "connect" resources: requests: cpu: "200m" memory: "4Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-lcrgb" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-lcrgb" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "volume-0" - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-lcrgb in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc) 4030433280 bytes in 8.40 secs (480006645 bytes/sec) [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] sh [Pipeline] { [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh kafka G01 [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container Run cases: http_api http_api_tls api_v2 http_api_tls_with_user_auth cli_tls_with_auth debezium_basic kafka_simple_basic kafka_simple_basic_avro kafka_simple_handle_key_only kafka_simple_handle_key_only_avro kafka_simple_claim_check kafka_simple_claim_check_avro canal_json_adapter_compatibility canal_json_basic canal_json_content_compatible multi_topics avro_basic canal_json_handle_key_only open_protocol_handle_key_only canal_json_claim_check open_protocol_claim_check canal_json_storage_basic canal_json_storage_partition_table multi_tables_ddl GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908127571959091203","prowjobid":"5f4fd63b-114c-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} TZ=Asia/Shanghai BUILD_ID=1908127571959091203 POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-hw0h5 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317 OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=changes JENKINS_NODE_COOKIE=16c4aad7-013f-4780-b6c8-9f4eccfde52b GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=periodics_cdc_integration_kafka_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp TINI_VERSION=v0.19.0 CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=246 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect PROW_JOB_ID=5f4fd63b-114c-11f0-bebb-96e16cfa81f4 TEST_GROUP=G01 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/ TERM=xterm STAGE_NAME=Test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/ BUILD_DISPLAY_NAME=#246 SHLVL=5 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-hw0h5 pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317 PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908 _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/http_api/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:14:34 CST 2025] <<<<<< run test case http_api success! >>>>>> [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@df01179; decorates RemoteLauncher[hudson.remoting.Channel@5d373b53:JNLP4-connect connection from 10.233.108.56/10.233.108.56:36940] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@94b468a; decorates RemoteLauncher[hudson.remoting.Channel@6165154d:JNLP4-connect connection from 10.233.107.231/10.233.107.231:47148] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7eeae30b; decorates RemoteLauncher[hudson.remoting.Channel@2de84570:JNLP4-connect connection from 10.233.84.92/10.233.84.92:56808] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@3cb1b6f3; decorates RemoteLauncher[hudson.remoting.Channel@22414ff5:JNLP4-connect connection from 10.233.75.47/10.233.75.47:41854] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@408ba443; decorates RemoteLauncher[hudson.remoting.Channel@7a9ebb02:JNLP4-connect connection from 10.233.74.74/10.233.74.74:43370] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@22b969b4; decorates RemoteLauncher[hudson.remoting.Channel@69036a8c:JNLP4-connect connection from 10.233.67.242/10.233.67.242:47726] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@3baedd23; decorates RemoteLauncher[hudson.remoting.Channel@7dbb9ac2:JNLP4-connect connection from 10.233.100.171/10.233.100.171:56324] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1ac6268b; decorates RemoteLauncher[hudson.remoting.Channel@bd225be:JNLP4-connect connection from 10.233.78.132/10.233.78.132:32970] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@41b997e0; decorates RemoteLauncher[hudson.remoting.Channel@4a1c4f4:JNLP4-connect connection from 10.233.68.241/10.233.68.241:36736] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@16141a4a; decorates RemoteLauncher[hudson.remoting.Channel@7e79f3eb:JNLP4-connect connection from 10.233.77.135/10.233.77.135:38340] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@527bf073; decorates RemoteLauncher[hudson.remoting.Channel@3d074016:JNLP4-connect connection from 10.233.66.99/10.233.66.99:43610] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@51b21fc9; decorates RemoteLauncher[hudson.remoting.Channel@6b49ab6d:JNLP4-connect connection from 10.233.69.197/10.233.69.197:52628] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/http_api_tls/run.sh using Sink-Type: kafka... <<================= > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 [Fri Apr 4 20:14:38 CST 2025] <<<<<< run test case http_api_tls success! >>>>>> > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/api_v2/run.sh using Sink-Type: kafka... <<================= Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc) 4030433280 bytes in 6.71 secs (600614983 bytes/sec) [Pipeline] { [Pipeline] cache find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/http_api_tls_with_user_auth/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:14:44 CST 2025] <<<<<< run test case http_api_tls_with_user_auth success! >>>>>> find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cli_tls_with_auth/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/cli_tls_with_auth Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc) 4030433280 bytes in 6.70 secs (601459913 bytes/sec) [Pipeline] { [Pipeline] cache Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430378625201562 TiDB Cluster ID. tikv_gc_leader_uuid 65802e745dc000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:1760, start at 2025-04-04 20:14:59.970530541 +0800 CST m=+1.614656000 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:16:59.980 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:14:59.959 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:04:59.959 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430378625201562 TiDB Cluster ID. tikv_gc_leader_uuid 65802e745dc000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:1760, start at 2025-04-04 20:14:59.970530541 +0800 CST m=+1.614656000 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:16:59.980 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:14:59.959 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:04:59.959 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430368851733144 TiDB Cluster ID. tikv_gc_leader_uuid 65802e745d0000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:1837, start at 2025-04-04 20:14:59.992547361 +0800 CST m=+1.567512971 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:17:00.000 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:15:00.006 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:05:00.006 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/cli_tls_with_auth/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } The 1 times to try to start tls tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/cli_tls_with_auth Starting TLS PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc) 4030433280 bytes in 8.21 secs (490990209 bytes/sec) [Pipeline] { [Pipeline] cache Starting TLS TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting TLS TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying TLS TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430416934514266 TiDB Cluster ID. tikv_gc_leader_uuid 65802e7dbc4000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:3611, start at 2025-04-04 20:15:09.593248172 +0800 CST m=+1.589210961 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:17:09.603 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:15:09.604 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:05:09.604 +0800 All versions after safe point can be accessed. (DO NOT EDIT) + pd_host=127.0.0.1 + pd_port=2579 + is_tls=true + '[' true == true ']' ++ run_cdc_cli tso query --pd=https://127.0.0.1:2579 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3657.out cli tso query --pd=https://127.0.0.1:2579 Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc) 4030433280 bytes in 6.65 secs (606491182 bytes/sec) [Pipeline] { [Pipeline] cache + set +x + tso='457118557288267777 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118557288267777 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:15:12 CST 2025] <<<<<< START cdc server in cli_tls_with_auth case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates ']' + curl_status_cmd='curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.37023704.out server --log-file /tmp/tidb_cdc_test/cli_tls_with_auth/cdc_cli_tls_with_auth_tls1.log --log-level debug --data-dir /tmp/tidb_cdc_test/cli_tls_with_auth/cdc_data_cli_tls_with_auth_tls1 --cluster-id default --config /tmp/tidb_cdc_test/cli_tls_with_auth/server.toml --ca /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server-key.pem --cert-allowed-cn client --addr 127.0.0.1:8300 --pd https://127.0.0.1:2579 + (( i = 0 )) + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * ALPN, offering h2 * ALPN, offering http/1.1 * successfully set certificate verify locations: * CAfile: /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem CApath: none } [5 bytes data] * TLSv1.3 (OUT), TLS handshake, Client hello (1): } [512 bytes data] * TLSv1.3 (IN), TLS handshake, Server hello (2): { [122 bytes data] * TLSv1.3 (IN), TLS handshake, [no content] (0): { [1 bytes data] * TLSv1.3 (IN), TLS handshake, Encrypted Extensions (8): { [6 bytes data] * TLSv1.3 (IN), TLS handshake, [no content] (0): { [1 bytes data] * TLSv1.3 (IN), TLS handshake, Request CERT (13): { [142 bytes data] * TLSv1.3 (IN), TLS handshake, [no content] (0): { [1 bytes data] * TLSv1.3 (IN), TLS handshake, Certificate (11): { [928 bytes data] * TLSv1.3 (IN), TLS handshake, [no content] (0): { [1 bytes data] * TLSv1.3 (IN), TLS handshake, CERT verify (15): { [264 bytes data] * TLSv1.3 (IN), TLS handshake, [no content] (0): { [1 bytes data] * TLSv1.3 (IN), TLS handshake, Finished (20): { [36 bytes data] * TLSv1.3 (OUT), TLS change cipher, Change cipher spec (1): } [1 bytes data] * TLSv1.3 (OUT), TLS handshake, [no content] (0): } [1 bytes data] * TLSv1.3 (OUT), TLS handshake, Certificate (11): } [1814 bytes data] * TLSv1.3 (OUT), TLS handshake, [no content] (0): } [1 bytes data] * TLSv1.3 (OUT), TLS handshake, CERT verify (15): } [264 bytes data] * TLSv1.3 (OUT), TLS handshake, [no content] (0): } [1 bytes data] * TLSv1.3 (OUT), TLS handshake, Finished (20): } [36 bytes data] * SSL connection using TLSv1.3 / TLS_AES_128_GCM_SHA256 * ALPN, server did not agree to a protocol * Server certificate: * subject: CN=tidb-server * start date: Feb 18 09:11:00 2020 GMT * expire date: Jan 25 09:11:00 2120 GMT * subjectAltName: host "127.0.0.1" matched cert's IP address! * issuer: C=CN; ST=Beijing; L=Beijing; O=PingCAP; CN=My own CA * SSL certificate verify ok. * Server auth using Basic with user 'ticdc' } [5 bytes data] * TLSv1.3 (OUT), TLS app data, [no content] (0): } [1 bytes data] > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > { [5 bytes data] * TLSv1.3 (IN), TLS handshake, [no content] (0): { [1 bytes data] * TLSv1.3 (IN), TLS handshake, Newsession Ticket (4): { [2834 bytes data] * TLSv1.3 (IN), TLS app data, [no content] (0): { [1 bytes data] < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:15:15 GMT < Content-Length: 1253 < Content-Type: text/plain; charset=utf-8 < { [1067 bytes data] * TLSv1.3 (IN), TLS app data, [no content] (0): { [1 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c7d1e25f-6199-46ac-b38a-a50bb5f32843 {"id":"c7d1e25f-6199-46ac-b38a-a50bb5f32843","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768912} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9600b9dceaf1 c7d1e25f-6199-46ac-b38a-a50bb5f32843 /tidb/cdc/default/default/upstream/7489430416934514266 {"id":7489430416934514266,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c7d1e25f-6199-46ac-b38a-a50bb5f32843 {"id":"c7d1e25f-6199-46ac-b38a-a50bb5f32843","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768912} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9600b9dceaf1 c7d1e25f-6199-46ac-b38a-a50bb5f32843 /tidb/cdc/default/default/upstream/7489430416934514266 {"id":7489430416934514266,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c7d1e25f-6199-46ac-b38a-a50bb5f32843 {"id":"c7d1e25f-6199-46ac-b38a-a50bb5f32843","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768912} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9600b9dceaf1 c7d1e25f-6199-46ac-b38a-a50bb5f32843 /tidb/cdc/default/default/upstream/7489430416934514266 {"id":7489430416934514266,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3770.out cli changefeed create --start-ts=457118557288267777 '--sink-uri=kafka://127.0.0.1:9092/ticdc-cli-test-21423?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --tz=Asia/Shanghai -c=custom-changefeed-name [WARN] --tz is deprecated in changefeed settings. Create changefeed successfully! ID: custom-changefeed-name Info: {"upstream_id":7489430416934514266,"namespace":"default","id":"custom-changefeed-name","sink_uri":"kafka://127.0.0.1:9092/ticdc-cli-test-21423?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:15:17.790909985+08:00","start_ts":457118557288267777,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118557288267777,"checkpoint_ts":457118557288267777,"checkpoint_time":"2025-04-04 20:15:10.554"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... + set +x [Fri Apr 4 20:15:19 CST 2025] <<<<<< START kafka consumer in cli_tls_with_auth case >>>>>> table test.simple not exists for 1-th check, retry later table test.simple exists table test.`simple-dash` not exists for 1-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc) 4030433280 bytes in 7.84 secs (514007354 bytes/sec) [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] sh [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh kafka G02 [Pipeline] sh Run cases: consistent_replicate_ddl consistent_replicate_gbk consistent_replicate_nfs consistent_replicate_storage_file consistent_replicate_storage_file_large_value consistent_replicate_storage_s3 consistent_partition_table kafka_big_messages_v2 multi_tables_ddl_v2 multi_topics_v2 storage_cleanup csv_storage_basic csv_storage_multi_tables_ddl csv_storage_partition_table GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908127571959091203","prowjobid":"5f4fd63b-114c-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} TZ=Asia/Shanghai BUILD_ID=1908127571959091203 POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-79lz8 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-7-nz70k OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=changes JENKINS_NODE_COOKIE=e08f69f0-7e6f-44f2-a453-06d27e7fec40 GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=periodics_cdc_integration_kafka_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp TINI_VERSION=v0.19.0 CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=246 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-7-nz70k HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect PROW_JOB_ID=5f4fd63b-114c-11f0-bebb-96e16cfa81f4 TEST_GROUP=G02 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/ TERM=xterm STAGE_NAME=Test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/ BUILD_DISPLAY_NAME=#246 SHLVL=5 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-79lz8 pingcap-tiflow-periodics-cdc-integration-kafka-test-246-7-nz70k PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908 _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_replicate_ddl/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:15:22 CST 2025] <<<<<< run test case consistent_replicate_ddl success! >>>>>> ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh kafka G03 [Pipeline] sh Run cases: row_format drop_many_tables processor_stop_delay partition_table ddl_with_exists GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908127571959091203","prowjobid":"5f4fd63b-114c-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} TZ=Asia/Shanghai BUILD_ID=1908127571959091203 POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-xw758 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=changes JENKINS_NODE_COOKIE=f119dac9-c64f-438a-9e43-cf43bd94a059 GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=periodics_cdc_integration_kafka_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp TINI_VERSION=v0.19.0 CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=246 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect PROW_JOB_ID=5f4fd63b-114c-11f0-bebb-96e16cfa81f4 TEST_GROUP=G03 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/ TERM=xterm STAGE_NAME=Test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/ BUILD_DISPLAY_NAME=#246 SHLVL=5 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd pingcap_tiflow_periodics_cdc_integration_kafka_test_246-xw758 PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908 _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/row_format/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh kafka G04 [Pipeline] sh Run cases: foreign_key ddl_puller_lag ddl_only_block_related_table changefeed_auto_stop GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908127571959091203","prowjobid":"5f4fd63b-114c-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} TZ=Asia/Shanghai BUILD_ID=1908127571959091203 POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-xfxjd HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=changes JENKINS_NODE_COOKIE=9b2ddcfc-2db9-4794-9ac1-f398581b4bde GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=periodics_cdc_integration_kafka_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp TINI_VERSION=v0.19.0 CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=246 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect PROW_JOB_ID=5f4fd63b-114c-11f0-bebb-96e16cfa81f4 TEST_GROUP=G04 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/ TERM=xterm STAGE_NAME=Test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/ BUILD_DISPLAY_NAME=#246 SHLVL=5 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf pingcap_tiflow_periodics_cdc_integration_kafka_test_246-xfxjd PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908 _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/foreign_key/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh kafka G00 table test.`simple-dash` exists + endpoints=https://127.0.0.1:2579 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s + info='{ "upstream_id": 7489430416934514266, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457118560565067781, "checkpoint_time": "2025-04-04 20:15:23.054", "error": null }' + echo '{ "upstream_id": 7489430416934514266, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457118560565067781, "checkpoint_time": "2025-04-04 20:15:23.054", "error": null }' { "upstream_id": 7489430416934514266, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457118560565067781, "checkpoint_time": "2025-04-04 20:15:23.054", "error": null } ++ echo '{' '"upstream_id":' 7489430416934514266, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457118560565067781, '"checkpoint_time":' '"2025-04-04' '20:15:23.054",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489430416934514266, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457118560565067781, '"checkpoint_time":' '"2025-04-04' '20:15:23.054",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] Run cases: down_db_require_secure_transport bdr_mode capture_suicide_while_balance_table syncpoint syncpoint_check_ts server_config_compatibility changefeed_dup_error_restart safe_mode kafka_big_messages kafka_compression kafka_messages kafka_sink_error_resume mq_sink_lost_callback mq_sink_dispatcher kafka_column_selector kafka_column_selector_avro debezium lossy_ddl storage_csv_update csv_storage_update_pk_clustered csv_storage_update_pk_nonclustered GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908127571959091203","prowjobid":"5f4fd63b-114c-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} TZ=Asia/Shanghai BUILD_ID=1908127571959091203 POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-v5wjh HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=changes JENKINS_NODE_COOKIE=b1e637d4-d284-4aef-9d25-3905e59fdfa0 GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=periodics_cdc_integration_kafka_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp TINI_VERSION=v0.19.0 CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=246 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect PROW_JOB_ID=5f4fd63b-114c-11f0-bebb-96e16cfa81f4 TEST_GROUP=G00 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/ TERM=xterm STAGE_NAME=Test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/ BUILD_DISPLAY_NAME=#246 SHLVL=5 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-v5wjh pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908 _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/down_db_require_secure_transport/run.sh using Sink-Type: kafka... <<================= find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/bdr_mode/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:15:23 CST 2025] <<<<<< run test case bdr_mode success! >>>>>> + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh kafka G05 changefeed count 1 check pass, pd_addr: https://127.0.0.1:2579 Run cases: charset_gbk ddl_manager multi_source vector GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908127571959091203","prowjobid":"5f4fd63b-114c-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} TZ=Asia/Shanghai BUILD_ID=1908127571959091203 POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-5ng5v HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=changes JENKINS_NODE_COOKIE=468cc28e-1269-4156-b99f-088ffb06d250 GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=periodics_cdc_integration_kafka_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp TINI_VERSION=v0.19.0 CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=246 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect PROW_JOB_ID=5f4fd63b-114c-11f0-bebb-96e16cfa81f4 TEST_GROUP=G05 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/ TERM=xterm STAGE_NAME=Test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/ BUILD_DISPLAY_NAME=#246 SHLVL=5 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-5ng5v pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908 _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/charset_gbk/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv Error: [CDC:ErrChangefeedUpdateRefused]changefeed update error: can only update changefeed config when it is stopped or failed update changefeed config should fail when changefeed is running, got Diff of changefeed config: {Type:update Path:[Config CaseSensitive] From:false To:true} {Type:update Path:[Config SyncPointInterval] From: To:0xc00398ecb0} {Type:update Path:[Config SyncPointRetention] From: To:0xc00398ecb8} {Type:update Path:[Config Consistent] From: To:0xc000a47180} {Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true} + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3978.out cli changefeed --changefeed-id custom-changefeed-name pause [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow [Pipeline] { [Pipeline] cache + set +x find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_replicate_gbk/run.sh using Sink-Type: kafka... <<================= * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 24927 failed: Connection refused * Failed to connect to 127.0.0.1 port 24927: Connection refused * Closing connection 0 You are running an older version of MinIO released 4 years ago Update: Run `mc admin update` Attempting encryption of all config, IAM users and policies on MinIO backend Endpoint: http://127.0.0.1:24927 Object API (Amazon S3 compatible): Go: https://docs.min.io/docs/golang-client-quickstart-guide Java: https://docs.min.io/docs/java-client-quickstart-guide Python: https://docs.min.io/docs/python-client-quickstart-guide JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide .NET: https://docs.min.io/docs/dotnet-client-quickstart-guide start tidb cluster in /tmp/tidb_cdc_test/row_format Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/foreign_key Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/capture_suicide_while_balance_table/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:15:27 CST 2025] <<<<<< run test case capture_suicide_while_balance_table success! >>>>>> * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 24927 (#0) > GET / HTTP/1.1 > Host: 127.0.0.1:24927 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 403 Forbidden < Accept-Ranges: bytes < Content-Length: 226 < Content-Security-Policy: block-all-mixed-content < Content-Type: application/xml < Server: MinIO/RELEASE.2020-07-27T18-37-02Z < Vary: Origin < X-Amz-Request-Id: 18331C99F97F02CE < X-Xss-Protection: 1; mode=block < Date: Fri, 04 Apr 2025 12:15:28 GMT < { [226 bytes data] * Connection #0 to host 127.0.0.1 left intact Bucket 's3://logbucket/' created [Fri Apr 4 20:15:28 CST 2025] <<<<<< run test case consistent_replicate_gbk success! >>>>>> Exiting on signal: INTERRUPT start tidb cluster in /tmp/tidb_cdc_test/charset_gbk Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... + endpoints=https://127.0.0.1:2579 + changefeed_id=custom-changefeed-name + expected_state=stopped + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s + info='{ "upstream_id": 7489430416934514266, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 457118560827211782, "checkpoint_time": "2025-04-04 20:15:24.054", "error": null }' + echo '{ "upstream_id": 7489430416934514266, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 457118560827211782, "checkpoint_time": "2025-04-04 20:15:24.054", "error": null }' { "upstream_id": 7489430416934514266, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 457118560827211782, "checkpoint_time": "2025-04-04 20:15:24.054", "error": null } ++ echo '{' '"upstream_id":' 7489430416934514266, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 457118560827211782, '"checkpoint_time":' '"2025-04-04' '20:15:24.054",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7489430416934514266, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 457118560827211782, '"checkpoint_time":' '"2025-04-04' '20:15:24.054",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4065.out cli changefeed update --pd=https://127.0.0.1:2579 --config=/tmp/tidb_cdc_test/cli_tls_with_auth/changefeed.toml --no-confirm --changefeed-id custom-changefeed-name Diff of changefeed config: {Type:update Path:[Config CaseSensitive] From:false To:true} {Type:update Path:[Config SyncPointInterval] From: To:0xc003c05db8} {Type:update Path:[Config SyncPointRetention] From: To:0xc003c05dc8} {Type:update Path:[Config Consistent] From: To:0xc000afb490} {Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true} Update changefeed config successfully! ID: custom-changefeed-name Info: {"upstream_id":7489430416934514266,"namespace":"default","id":"custom-changefeed-name","sink_uri":"kafka://127.0.0.1:9092/ticdc-cli-test-21423?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:15:17.790909985+08:00","start_ts":457118557288267777,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":true,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":true,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457118560827211782,"checkpoint_time":"2025-04-04 20:15:24.054"} PASS coverage: 2.9% of statements in github.com/pingcap/tiflow/... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/syncpoint/run.sh using Sink-Type: kafka... <<================= kafka downstream isn't support syncpoint record [Fri Apr 4 20:15:30 CST 2025] <<<<<< run test case syncpoint success! >>>>>> Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4098.out cli changefeed --changefeed-id custom-changefeed-name resume =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_replicate_nfs/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:15:31 CST 2025] <<<<<< run test case consistent_replicate_nfs success! >>>>>> ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/syncpoint_check_ts/run.sh using Sink-Type: kafka... <<================= kafka downstream isn't support syncpoint record [Fri Apr 4 20:15:34 CST 2025] <<<<<< run test case syncpoint_check_ts success! >>>>>> Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc) 4030433280 bytes in 6.89 secs (585361927 bytes/sec) [Pipeline] { [Pipeline] cache VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430522208027189 TiDB Cluster ID. tikv_gc_leader_uuid 65802e95d500010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd, pid:1338, start at 2025-04-04 20:15:34.248290599 +0800 CST m=+1.384380038 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:17:34.255 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:15:34.228 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:05:34.228 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430522208027189 TiDB Cluster ID. tikv_gc_leader_uuid 65802e95d500010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd, pid:1338, start at 2025-04-04 20:15:34.248290599 +0800 CST m=+1.384380038 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:17:34.255 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:15:34.228 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:05:34.228 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430513760638945 TiDB Cluster ID. tikv_gc_leader_uuid 65802e95ed8000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd, pid:1403, start at 2025-04-04 20:15:34.372141842 +0800 CST m=+1.442975688 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:17:34.378 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:15:34.376 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:05:34.376 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/row_format/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/row_format/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/row_format/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/row_format/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/row_format/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430519183181424 TiDB Cluster ID. tikv_gc_leader_uuid 65802e95f30000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf, pid:1483, start at 2025-04-04 20:15:34.379616704 +0800 CST m=+1.666134481 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:17:34.388 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:15:34.348 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:05:34.348 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430519183181424 TiDB Cluster ID. tikv_gc_leader_uuid 65802e95f30000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf, pid:1483, start at 2025-04-04 20:15:34.379616704 +0800 CST m=+1.666134481 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:17:34.388 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:15:34.348 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:05:34.348 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430522501345364 TiDB Cluster ID. tikv_gc_leader_uuid 65802e95ff40006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf, pid:1546, start at 2025-04-04 20:15:34.408395752 +0800 CST m=+1.626017202 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:17:34.417 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:15:34.397 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:05:34.397 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/foreign_key/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/foreign_key/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_replicate_storage_file/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:15:35 CST 2025] <<<<<< run test case consistent_replicate_storage_file success! >>>>>> ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430522472816042 TiDB Cluster ID. tikv_gc_leader_uuid 65802e97630000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv, pid:1476, start at 2025-04-04 20:15:35.847011602 +0800 CST m=+1.623752727 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:17:35.855 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:15:35.820 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:05:35.820 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430522472816042 TiDB Cluster ID. tikv_gc_leader_uuid 65802e97630000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv, pid:1476, start at 2025-04-04 20:15:35.847011602 +0800 CST m=+1.623752727 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:17:35.855 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:15:35.820 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:05:35.820 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430531311777684 TiDB Cluster ID. tikv_gc_leader_uuid 65802e976100004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv, pid:1552, start at 2025-04-04 20:15:35.818788371 +0800 CST m=+1.521895672 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:17:35.827 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:15:35.812 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:05:35.812 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/charset_gbk/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/charset_gbk/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + endpoints=https://127.0.0.1:2579 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s + info='{ "upstream_id": 7489430416934514266, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457118563986046978, "checkpoint_time": "2025-04-04 20:15:36.104", "error": null }' + echo '{ "upstream_id": 7489430416934514266, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457118563986046978, "checkpoint_time": "2025-04-04 20:15:36.104", "error": null }' { "upstream_id": 7489430416934514266, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457118563986046978, "checkpoint_time": "2025-04-04 20:15:36.104", "error": null } ++ echo '{' '"upstream_id":' 7489430416934514266, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457118563986046978, '"checkpoint_time":' '"2025-04-04' '20:15:36.104",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489430416934514266, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457118563986046978, '"checkpoint_time":' '"2025-04-04' '20:15:36.104",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4169.out cli changefeed --changefeed-id custom-changefeed-name remove + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.cli.2855.out cli tso query --pd=http://127.0.0.1:2379 find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/server_config_compatibility/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:15:37 CST 2025] <<<<<< run test case server_config_compatibility success! >>>>>> + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.cli.2861.out cli tso query --pd=http://127.0.0.1:2379 Changefeed remove successfully. ID: custom-changefeed-name CheckpointTs: 457118564248190978 SinkURI: kafka://127.0.0.1:9092/ticdc-cli-test-21423?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... [Fri Apr 4 20:15:38 CST 2025] <<<<<< START cdc server in charset_gbk case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.charset_gbk.29172919.out server --log-file /tmp/tidb_cdc_test/charset_gbk/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/charset_gbk/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x + tso='457118564372447234 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118564372447234 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:15:39 CST 2025] <<<<<< START cdc server in row_format case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.29002902.out server --log-file /tmp/tidb_cdc_test/row_format/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/row_format/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x + tso='457118564338368513 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118564338368513 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:15:38 CST 2025] <<<<<< START cdc server in foreign_key case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + '[' -z '' ']' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.28852887.out server --log-file /tmp/tidb_cdc_test/foreign_key/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/foreign_key/cdc_data --cluster-id default + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_replicate_storage_file_large_value/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:15:39 CST 2025] <<<<<< run test case consistent_replicate_storage_file_large_value success! >>>>>> ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/changefeed_dup_error_restart/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:15:40 CST 2025] <<<<<< run test case changefeed_dup_error_restart success! >>>>>> + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:15:41 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/eed3393d-5c14-4155-8f1d-37b017420b97 {"id":"eed3393d-5c14-4155-8f1d-37b017420b97","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768939} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600ba4133d3 eed3393d-5c14-4155-8f1d-37b017420b97 /tidb/cdc/default/default/upstream/7489430522472816042 {"id":7489430522472816042,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/eed3393d-5c14-4155-8f1d-37b017420b97 {"id":"eed3393d-5c14-4155-8f1d-37b017420b97","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768939} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600ba4133d3 eed3393d-5c14-4155-8f1d-37b017420b97 /tidb/cdc/default/default/upstream/7489430522472816042 {"id":7489430522472816042,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/eed3393d-5c14-4155-8f1d-37b017420b97 {"id":"eed3393d-5c14-4155-8f1d-37b017420b97","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768939} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600ba4133d3 eed3393d-5c14-4155-8f1d-37b017420b97 /tidb/cdc/default/default/upstream/7489430522472816042 {"id":7489430522472816042,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 9685b28d-2a96-4023-aad2-65aa3f998c68 Info: {"upstream_id":7489430522472816042,"namespace":"default","id":"9685b28d-2a96-4023-aad2-65aa3f998c68","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-04T20:15:42.043026114+08:00","start_ts":457118564671815681,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118564671815681,"checkpoint_ts":457118564671815681,"checkpoint_time":"2025-04-04 20:15:38.720"} [Fri Apr 4 20:15:42 CST 2025] <<<<<< START kafka consumer in charset_gbk case >>>>>> + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:15:42 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9486e82c-44f0-46f4-a7c3-7eed55d4d395 {"id":"9486e82c-44f0-46f4-a7c3-7eed55d4d395","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768939} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600ba3a03d8 9486e82c-44f0-46f4-a7c3-7eed55d4d395 /tidb/cdc/default/default/upstream/7489430522208027189 {"id":7489430522208027189,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9486e82c-44f0-46f4-a7c3-7eed55d4d395 {"id":"9486e82c-44f0-46f4-a7c3-7eed55d4d395","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768939} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600ba3a03d8 9486e82c-44f0-46f4-a7c3-7eed55d4d395 /tidb/cdc/default/default/upstream/7489430522208027189 {"id":7489430522208027189,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9486e82c-44f0-46f4-a7c3-7eed55d4d395 {"id":"9486e82c-44f0-46f4-a7c3-7eed55d4d395","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768939} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600ba3a03d8 9486e82c-44f0-46f4-a7c3-7eed55d4d395 /tidb/cdc/default/default/upstream/7489430522208027189 {"id":7489430522208027189,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.cli.2955.out cli changefeed create --start-ts=457118564372447234 '--sink-uri=kafka://127.0.0.1:9092/ticdc-row-format-test-32434?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:15:41 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/fe9c235a-4133-43a5-8389-9db76083dcd9 {"id":"fe9c235a-4133-43a5-8389-9db76083dcd9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768939} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600ba3b43d7 fe9c235a-4133-43a5-8389-9db76083dcd9 /tidb/cdc/default/default/upstream/7489430519183181424 {"id":7489430519183181424,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/fe9c235a-4133-43a5-8389-9db76083dcd9 {"id":"fe9c235a-4133-43a5-8389-9db76083dcd9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768939} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600ba3b43d7 fe9c235a-4133-43a5-8389-9db76083dcd9 /tidb/cdc/default/default/upstream/7489430519183181424 {"id":7489430519183181424,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/fe9c235a-4133-43a5-8389-9db76083dcd9 {"id":"fe9c235a-4133-43a5-8389-9db76083dcd9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768939} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600ba3b43d7 fe9c235a-4133-43a5-8389-9db76083dcd9 /tidb/cdc/default/default/upstream/7489430519183181424 {"id":7489430519183181424,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.cli.2936.out cli changefeed create --start-ts=457118564338368513 '--sink-uri=kafka://127.0.0.1:9092/ticdc-foreign-key-test-4663?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/foreign_key/conf/cf.toml Create changefeed successfully! ID: f4c8a4db-e1d6-445a-bf07-12ed19924746 Info: {"upstream_id":7489430522208027189,"namespace":"default","id":"f4c8a4db-e1d6-445a-bf07-12ed19924746","sink_uri":"kafka://127.0.0.1:9092/ticdc-row-format-test-32434?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:15:42.512340432+08:00","start_ts":457118564372447234,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118564372447234,"checkpoint_ts":457118564372447234,"checkpoint_time":"2025-04-04 20:15:37.578"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... changefeed count 0 check pass, pd_addr: https://127.0.0.1:2579 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4238.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-cli-test-21423?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --tz=Asia/Shanghai -c=custom-changefeed-name Create changefeed successfully! ID: b1182141-253a-4b02-9389-5964eef8f0ab Info: {"upstream_id":7489430519183181424,"namespace":"default","id":"b1182141-253a-4b02-9389-5964eef8f0ab","sink_uri":"kafka://127.0.0.1:9092/ticdc-foreign-key-test-4663?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:15:42.423279995+08:00","start_ts":457118564338368513,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*","!foreign_key.t12"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118564338368513,"checkpoint_ts":457118564338368513,"checkpoint_time":"2025-04-04 20:15:37.448"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_replicate_storage_s3/run.sh using Sink-Type: kafka... <<================= * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 24927 failed: Connection refused * Failed to connect to 127.0.0.1 port 24927: Connection refused * Closing connection 0 [WARN] --tz is deprecated in changefeed settings. You are running an older version of MinIO released 4 years ago Update: Run `mc admin update` Attempting encryption of all config, IAM users and policies on MinIO backend Create changefeed successfully! ID: custom-changefeed-name Info: {"upstream_id":7489430416934514266,"namespace":"default","id":"custom-changefeed-name","sink_uri":"kafka://127.0.0.1:9092/ticdc-cli-test-21423?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:15:42.900063258+08:00","start_ts":457118565742411778,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118565742411778,"checkpoint_ts":457118565742411778,"checkpoint_time":"2025-04-04 20:15:42.804"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... Endpoint: http://127.0.0.1:24927 Object API (Amazon S3 compatible): Go: https://docs.min.io/docs/golang-client-quickstart-guide Java: https://docs.min.io/docs/java-client-quickstart-guide Python: https://docs.min.io/docs/python-client-quickstart-guide JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide .NET: https://docs.min.io/docs/dotnet-client-quickstart-guide + set +x [Fri Apr 4 20:15:43 CST 2025] <<<<<< START kafka consumer in row_format case >>>>>> + set +x [Fri Apr 4 20:15:43 CST 2025] <<<<<< START kafka consumer in foreign_key case >>>>>> Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc) 4030433280 bytes in 7.39 secs (545330576 bytes/sec) [Pipeline] { [Pipeline] cache + set +x * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 24927 (#0) > GET / HTTP/1.1 > Host: 127.0.0.1:24927 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 403 Forbidden < Accept-Ranges: bytes < Content-Length: 226 < Content-Security-Policy: block-all-mixed-content < Content-Type: application/xml < Server: MinIO/RELEASE.2020-07-27T18-37-02Z < Vary: Origin < X-Amz-Request-Id: 18331C9DBE7E53B1 < X-Xss-Protection: 1; mode=block < Date: Fri, 04 Apr 2025 12:15:44 GMT < { [226 bytes data] * Connection #0 to host 127.0.0.1 left intact Bucket 's3://logbucket/' created [Fri Apr 4 20:15:44 CST 2025] <<<<<< run test case consistent_replicate_storage_s3 success! >>>>>> ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Exiting on signal: INTERRUPT find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/safe_mode/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:15:44 CST 2025] <<<<<< run test case safe_mode success! >>>>>> + endpoints=https://127.0.0.1:2579 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s + info='{ "upstream_id": 7489430416934514266, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457118566869368835, "checkpoint_time": "2025-04-04 20:15:47.103", "error": null }' + echo '{ "upstream_id": 7489430416934514266, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457118566869368835, "checkpoint_time": "2025-04-04 20:15:47.103", "error": null }' { "upstream_id": 7489430416934514266, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457118566869368835, "checkpoint_time": "2025-04-04 20:15:47.103", "error": null } ++ echo '{' '"upstream_id":' 7489430416934514266, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457118566869368835, '"checkpoint_time":' '"2025-04-04' '20:15:47.103",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489430416934514266, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457118566869368835, '"checkpoint_time":' '"2025-04-04' '20:15:47.103",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_big_messages/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4327.out cli changefeed create --start-ts=457118557288267777 '--sink-uri=kafka://127.0.0.1:9093/ticdc-cli-test-ssl-14409?protocol=open-protocol&ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem&cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem&key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem&kafka-version=2.4.1&max-message-bytes=10485760&insecure-skip-verify=true' --tz=Asia/Shanghai [WARN] --tz is deprecated in changefeed settings. table charset_gbk_test0.t0 exists table charset_gbk_test0.t1 exists table charset_gbk_test1.t0 not exists for 1-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_partition_table/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:15:48 CST 2025] <<<<<< run test case consistent_partition_table success! >>>>>> ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Create changefeed successfully! ID: cd0ee32a-f4bb-410f-84a5-0ddb53573c95 Info: {"upstream_id":7489430416934514266,"namespace":"default","id":"cd0ee32a-f4bb-410f-84a5-0ddb53573c95","sink_uri":"kafka://127.0.0.1:9093/ticdc-cli-test-ssl-14409?protocol=open-protocol\u0026ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem\u0026cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem\u0026key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760\u0026insecure-skip-verify=true","create_time":"2025-04-04T20:15:48.893104952+08:00","start_ts":457118557288267777,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118557288267777,"checkpoint_ts":457118557288267777,"checkpoint_time":"2025-04-04 20:15:10.554"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... table charset_gbk_test1.t0 not exists for 2-th check, retry later + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4359.out cli unsafe delete-service-gc-safepoint Confirm that you know what this command will do and use it at your own risk [Y/N] CDC service GC safepoint truncated in PD! PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... start tidb cluster in /tmp/tidb_cdc_test/kafka_big_messages Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4380.out cli unsafe reset --no-confirm --pd=https://127.0.0.1:2579 find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_big_messages_v2/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... table charset_gbk_test1.t0 exists table test.finish_mark not exists for 1-th check, retry later reset and all metadata truncated in PD! PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table foreign_key.finish_mark not exists for 1-th check, retry later + set +x table test.finish_mark not exists for 2-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc) 4030433280 bytes in 8.18 secs (492731957 bytes/sec) [Pipeline] { [Pipeline] cache Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table foreign_key.finish_mark not exists for 2-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/kafka_big_messages_v2 Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table test.finish_mark not exists for 3-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430616328566659 TiDB Cluster ID. tikv_gc_leader_uuid 65802eab9b80009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:1920, start at 2025-04-04 20:15:56.540374402 +0800 CST m=+1.441337241 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:17:56.548 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:15:56.526 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:05:56.526 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430616328566659 TiDB Cluster ID. tikv_gc_leader_uuid 65802eab9b80009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:1920, start at 2025-04-04 20:15:56.540374402 +0800 CST m=+1.441337241 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:17:56.548 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:15:56.526 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:05:56.526 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... table foreign_key.finish_mark not exists for 3-th check, retry later + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4470.out cli unsafe resolve-lock --region=34 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430623449938701 TiDB Cluster ID. tikv_gc_leader_uuid 65802eabb58000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:1997, start at 2025-04-04 20:15:56.655032409 +0800 CST m=+1.478235871 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:17:56.662 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:15:56.630 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:05:56.630 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/kafka_big_messages/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/kafka_big_messages/tiflash/log/error.log PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_big_messages/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_big_messages/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_big_messages/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table test.finish_mark exists check table exists success check diff successfully wait process cdc.test exit for 1-th time... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4499.out cli unsafe resolve-lock --region=34 --ts=457118568691531782 wait process cdc.test exit for 2-th time... table foreign_key.finish_mark not exists for 4-th check, retry later PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:15:59 CST 2025] <<<<<< run test case charset_gbk success! >>>>>> [Fri Apr 4 20:15:59 CST 2025] <<<<<< START cdc server in kafka_big_messages case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_big_messages.34993501.out server --log-file /tmp/tidb_cdc_test/kafka_big_messages/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_big_messages/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 218 100 212 100 6 11777 333 --:--:-- --:--:-- --:--:-- 12111 { "error_msg": "[CDC:ErrAPIInvalidParam]invalid log level: json: cannot unmarshal string into Go value of type struct { Level string \"json:\\\"log_level\\\"\" }", "error_code": "CDC:ErrAPIInvalidParam" table foreign_key.finish_mark not exists for 5-th check, retry later table row_format.finish_mark not exists for 1-th check, retry later table row_format.finish_mark not exists for 2-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430644982887999 TiDB Cluster ID. tikv_gc_leader_uuid 65802eb0c00000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-7-nz70k, pid:2071, start at 2025-04-04 20:16:01.840070935 +0800 CST m=+1.515577750 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:01.850 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:01.842 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:01.842 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430644982887999 TiDB Cluster ID. tikv_gc_leader_uuid 65802eb0c00000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-7-nz70k, pid:2071, start at 2025-04-04 20:16:01.840070935 +0800 CST m=+1.515577750 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:01.850 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:01.842 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:01.842 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430635469293518 TiDB Cluster ID. tikv_gc_leader_uuid 65802eb0d8c0007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-7-nz70k, pid:2154, start at 2025-04-04 20:16:01.901777966 +0800 CST m=+1.501187398 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:01.909 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:01.891 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:01.891 +0800 All versions after safe point can be accessed. (DO NOT EDIT) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:16:02 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2930f861-025c-4644-9b5d-8684c464644d {"id":"2930f861-025c-4644-9b5d-8684c464644d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768959} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600ba9aafd0 2930f861-025c-4644-9b5d-8684c464644d /tidb/cdc/default/default/upstream/7489430616328566659 {"id":7489430616328566659,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2930f861-025c-4644-9b5d-8684c464644d {"id":"2930f861-025c-4644-9b5d-8684c464644d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768959} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600ba9aafd0 2930f861-025c-4644-9b5d-8684c464644d /tidb/cdc/default/default/upstream/7489430616328566659 {"id":7489430616328566659,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2930f861-025c-4644-9b5d-8684c464644d {"id":"2930f861-025c-4644-9b5d-8684c464644d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768959} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600ba9aafd0 2930f861-025c-4644-9b5d-8684c464644d /tidb/cdc/default/default/upstream/7489430616328566659 {"id":7489430616328566659,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/kafka_big_messages_v2/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/kafka_big_messages_v2/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_big_messages_v2/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_big_messages_v2/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_big_messages_v2/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table row_format.finish_mark not exists for 3-th check, retry later Create changefeed successfully! ID: dee9cd8b-50f9-4117-9bc7-768ed8917ae2 Info: {"upstream_id":7489430616328566659,"namespace":"default","id":"dee9cd8b-50f9-4117-9bc7-768ed8917ae2","sink_uri":"kafka://127.0.0.1:9092/big-message-test?protocol=open-protocol\u0026partition-num=1\u0026kafka-version=2.4.1\u0026max-message-bytes=12582912","create_time":"2025-04-04T20:16:02.864911558+08:00","start_ts":457118570139090946,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118570139090946,"checkpoint_ts":457118570139090946,"checkpoint_time":"2025-04-04 20:15:59.576"} [Fri Apr 4 20:16:02 CST 2025] <<<<<< START kafka consumer in kafka_big_messages case >>>>>> Starting generate kafka big messages... go: downloading go1.23.4 (linux/amd64) table foreign_key.finish_mark not exists for 6-th check, retry later } % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 181 100 181 0 0 10055 0 --:--:-- --:--:-- --:--:-- 10647 { "version": "v9.0.0-beta.1-9-g4c631d595", "git_hash": "4c631d5951854ac91765b729fe3849d8e8d5ed8a", "id": "73cc5333-125e-4c58-aeb1-d052b7a89710", "pid": 3707, "is_owner": true }wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... [Fri Apr 4 20:16:04 CST 2025] <<<<<< START cdc server in kafka_big_messages_v2 case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_big_messages_v2.36503652.out server --log-file /tmp/tidb_cdc_test/kafka_big_messages_v2/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_big_messages_v2/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table row_format.finish_mark not exists for 4-th check, retry later table foreign_key.finish_mark not exists for 7-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc) 4030433280 bytes in 8.51 secs (473516190 bytes/sec) [Pipeline] { [Pipeline] cache cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:16:05 CST 2025] <<<<<< run test case cli_tls_with_auth success! >>>>>> table row_format.finish_mark not exists for 5-th check, retry later table foreign_key.finish_mark not exists for 8-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:16:07 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cf33987b-5001-4233-9af5-14a69391d3c0 {"id":"cf33987b-5001-4233-9af5-14a69391d3c0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768965} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600baa932cf cf33987b-5001-4233-9af5-14a69391d3c0 /tidb/cdc/default/default/upstream/7489430644982887999 {"id":7489430644982887999,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cf33987b-5001-4233-9af5-14a69391d3c0 {"id":"cf33987b-5001-4233-9af5-14a69391d3c0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768965} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600baa932cf cf33987b-5001-4233-9af5-14a69391d3c0 /tidb/cdc/default/default/upstream/7489430644982887999 {"id":7489430644982887999,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cf33987b-5001-4233-9af5-14a69391d3c0 {"id":"cf33987b-5001-4233-9af5-14a69391d3c0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768965} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600baa932cf cf33987b-5001-4233-9af5-14a69391d3c0 /tidb/cdc/default/default/upstream/7489430644982887999 {"id":7489430644982887999,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: b4288564-465d-430e-a6a0-4860bcac5819 Info: {"upstream_id":7489430644982887999,"namespace":"default","id":"b4288564-465d-430e-a6a0-4860bcac5819","sink_uri":"kafka://127.0.0.1:9092/big-message-test?protocol=open-protocol\u0026partition-num=1\u0026kafka-version=2.4.1\u0026max-message-bytes=12582912","create_time":"2025-04-04T20:16:08.037051997+08:00","start_ts":457118571493326849,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":true,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118571493326849,"checkpoint_ts":457118571493326849,"checkpoint_time":"2025-04-04 20:16:04.742"} [Fri Apr 4 20:16:08 CST 2025] <<<<<< START kafka consumer in kafka_big_messages_v2 case >>>>>> Starting generate kafka big messages... go: downloading go1.23.4 (linux/amd64) table row_format.finish_mark not exists for 6-th check, retry later table foreign_key.finish_mark not exists for 9-th check, retry later go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading go.uber.org/atomic v1.11.0 table row_format.finish_mark not exists for 7-th check, retry later table foreign_key.finish_mark exists check diff successfully table foreign_key.t12 does not exists wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... table row_format.finish_mark not exists for 8-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:16:12 CST 2025] <<<<<< run test case foreign_key success! >>>>>> go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading go.uber.org/atomic v1.11.0 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/ddl_manager/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... table kafka_big_messages.test exists check diff failed 1-th time, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc) 4030433280 bytes in 7.46 secs (540018586 bytes/sec) [Pipeline] { [Pipeline] cache table row_format.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:16:16 CST 2025] <<<<<< run test case row_format success! >>>>>> start tidb cluster in /tmp/tidb_cdc_test/ddl_manager Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... check diff failed 2-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/debezium_basic/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... table kafka_big_messages.test not exists for 1-th check, retry later check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:16:20 CST 2025] <<<<<< run test case kafka_big_messages success! >>>>>> table kafka_big_messages.test exists check diff failed 1-th time, retry later start tidb cluster in /tmp/tidb_cdc_test/debezium_basic Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff successfully wait process cdc.test exit for 1-th time... Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc) 4030433280 bytes in 7.03 secs (573511030 bytes/sec) [Pipeline] { [Pipeline] cache wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:16:24 CST 2025] <<<<<< run test case kafka_big_messages_v2 success! >>>>>> VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430736977426356 TiDB Cluster ID. tikv_gc_leader_uuid 65802ec6d480007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv, pid:4332, start at 2025-04-04 20:16:24.414178183 +0800 CST m=+1.525855561 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:24.422 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:24.402 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:24.402 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430736977426356 TiDB Cluster ID. tikv_gc_leader_uuid 65802ec6d480007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv, pid:4332, start at 2025-04-04 20:16:24.414178183 +0800 CST m=+1.525855561 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:24.422 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:24.402 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:24.402 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430728498015590 TiDB Cluster ID. tikv_gc_leader_uuid 65802ec6e000009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv, pid:4390, start at 2025-04-04 20:16:24.46398874 +0800 CST m=+1.512184683 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:24.472 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:24.448 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:24.448 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/ddl_puller_lag/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_manager/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_manager/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_manager/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_manager/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_manager/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Fri Apr 4 20:16:27 CST 2025] <<<<<< START cdc server in ddl_manager case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteDDLSlowly=return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.57095711.out server --log-file /tmp/tidb_cdc_test/ddl_manager/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_manager/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 start tidb cluster in /tmp/tidb_cdc_test/ddl_puller_lag Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/drop_many_tables/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430755670503626 TiDB Cluster ID. tikv_gc_leader_uuid 65802ecaa680003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:5600, start at 2025-04-04 20:16:28.318775208 +0800 CST m=+1.637328088 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:28.326 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:28.314 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:28.314 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430755670503626 TiDB Cluster ID. tikv_gc_leader_uuid 65802ecaa680003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:5600, start at 2025-04-04 20:16:28.318775208 +0800 CST m=+1.637328088 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:28.326 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:28.314 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:28.314 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430750807928220 TiDB Cluster ID. tikv_gc_leader_uuid 65802ecaa54000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:5674, start at 2025-04-04 20:16:28.328540426 +0800 CST m=+1.575760180 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:28.335 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:28.309 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:28.309 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/debezium_basic/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/debezium_basic/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/debezium_basic/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/debezium_basic/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/debezium_basic/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Verifying downstream PD is started... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:16:30 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b38d189d-7d1d-48f1-937c-b18a0ee54301 {"id":"b38d189d-7d1d-48f1-937c-b18a0ee54301","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768987} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bafd6ace b38d189d-7d1d-48f1-937c-b18a0ee54301 /tidb/cdc/default/default/upstream/7489430736977426356 {"id":7489430736977426356,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b38d189d-7d1d-48f1-937c-b18a0ee54301 {"id":"b38d189d-7d1d-48f1-937c-b18a0ee54301","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768987} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bafd6ace b38d189d-7d1d-48f1-937c-b18a0ee54301 /tidb/cdc/default/default/upstream/7489430736977426356 {"id":7489430736977426356,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b38d189d-7d1d-48f1-937c-b18a0ee54301 {"id":"b38d189d-7d1d-48f1-937c-b18a0ee54301","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768987} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bafd6ace b38d189d-7d1d-48f1-937c-b18a0ee54301 /tidb/cdc/default/default/upstream/7489430736977426356 {"id":7489430736977426356,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.cli.5777.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-24275?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' -c=ddl-manager Create changefeed successfully! ID: ddl-manager Info: {"upstream_id":7489430736977426356,"namespace":"default","id":"ddl-manager","sink_uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-24275?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:16:30.948505688+08:00","start_ts":457118578311692293,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118578311692293,"checkpoint_ts":457118578311692293,"checkpoint_time":"2025-04-04 20:16:30.752"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... [Fri Apr 4 20:16:31 CST 2025] <<<<<< START cdc server in debezium_basic case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.debezium_basic.70387040.out server --log-file /tmp/tidb_cdc_test/debezium_basic/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/debezium_basic/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release start tidb cluster in /tmp/tidb_cdc_test/drop_many_tables Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + set +x [Fri Apr 4 20:16:32 CST 2025] <<<<<< START kafka consumer in ddl_manager case >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_compression/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:16:34 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0cee46f1-afda-46a0-a47f-868e6fc3df54 {"id":"0cee46f1-afda-46a0-a47f-868e6fc3df54","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768991} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bb0c4dcd 0cee46f1-afda-46a0-a47f-868e6fc3df54 /tidb/cdc/default/default/upstream/7489430755670503626 {"id":7489430755670503626,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0cee46f1-afda-46a0-a47f-868e6fc3df54 {"id":"0cee46f1-afda-46a0-a47f-868e6fc3df54","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768991} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bb0c4dcd 0cee46f1-afda-46a0-a47f-868e6fc3df54 /tidb/cdc/default/default/upstream/7489430755670503626 {"id":7489430755670503626,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0cee46f1-afda-46a0-a47f-868e6fc3df54 {"id":"0cee46f1-afda-46a0-a47f-868e6fc3df54","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743768991} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bb0c4dcd 0cee46f1-afda-46a0-a47f-868e6fc3df54 /tidb/cdc/default/default/upstream/7489430755670503626 {"id":7489430755670503626,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.debezium_basic.cli.7098.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-debezium-basic-10694?protocol=debezium&enable-tidb-extension=true' Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc) 4030433280 bytes in 8.30 secs (485435618 bytes/sec) [Pipeline] { [Pipeline] cache Create changefeed successfully! ID: e728ce6e-6f68-44ca-a8e7-5ba891f50863 Info: {"upstream_id":7489430755670503626,"namespace":"default","id":"e728ce6e-6f68-44ca-a8e7-5ba891f50863","sink_uri":"kafka://127.0.0.1:9092/ticdc-debezium-basic-10694?protocol=debezium\u0026enable-tidb-extension=true","create_time":"2025-04-04T20:16:34.611601724+08:00","start_ts":457118579297615875,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"debezium","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118579297615875,"checkpoint_ts":457118579297615875,"checkpoint_time":"2025-04-04 20:16:34.513"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release start tidb cluster in /tmp/tidb_cdc_test/kafka_compression Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + set +x VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430781775944027 TiDB Cluster ID. tikv_gc_leader_uuid 65802ed1bec0002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf, pid:4128, start at 2025-04-04 20:16:35.580185196 +0800 CST m=+1.595066482 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:35.588 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:35.579 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:35.579 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430781775944027 TiDB Cluster ID. tikv_gc_leader_uuid 65802ed1bec0002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf, pid:4128, start at 2025-04-04 20:16:35.580185196 +0800 CST m=+1.595066482 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:35.588 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:35.579 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:35.579 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430786112716415 TiDB Cluster ID. tikv_gc_leader_uuid 65802ed1be0000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf, pid:4202, start at 2025-04-04 20:16:35.610996675 +0800 CST m=+1.554983403 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:35.618 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:35.626 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:35.626 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_tables_ddl_v2/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.cli.5649.out cli tso query --pd=http://127.0.0.1:2379 Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430801658075716 TiDB Cluster ID. tikv_gc_leader_uuid 65802ed50ec000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd, pid:4327, start at 2025-04-04 20:16:38.986925859 +0800 CST m=+1.430743733 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:38.994 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:38.971 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:38.971 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430801658075716 TiDB Cluster ID. tikv_gc_leader_uuid 65802ed50ec000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd, pid:4327, start at 2025-04-04 20:16:38.986925859 +0800 CST m=+1.430743733 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:38.994 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:38.971 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:38.971 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430797115235812 TiDB Cluster ID. tikv_gc_leader_uuid 65802ed53380003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd, pid:4407, start at 2025-04-04 20:16:39.123099923 +0800 CST m=+1.498909293 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:39.130 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:39.118 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:39.118 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/drop_many_tables/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/drop_many_tables/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } start tidb cluster in /tmp/tidb_cdc_test/multi_tables_ddl_v2 Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + set +x + tso='457118580402814977 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118580402814977 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:16:40 CST 2025] <<<<<< START cdc server in ddl_puller_lag case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorDDLResolved=1*sleep(180000)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.56905692.out server --log-file /tmp/tidb_cdc_test/ddl_puller_lag/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_puller_lag/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Fri Apr 4 20:16:41 CST 2025] <<<<<< START kafka consumer in debezium_basic case >>>>>> table test.finish_mark not exists for 1-th check, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.cli.5726.out cli tso query --pd=http://127.0.0.1:2379 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430817649304357 TiDB Cluster ID. tikv_gc_leader_uuid 65802ed844c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:6021, start at 2025-04-04 20:16:42.277903511 +0800 CST m=+1.481153311 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:42.285 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:42.259 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:42.259 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430817649304357 TiDB Cluster ID. tikv_gc_leader_uuid 65802ed844c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:6021, start at 2025-04-04 20:16:42.277903511 +0800 CST m=+1.481153311 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:42.285 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:42.259 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:42.259 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430820830049741 TiDB Cluster ID. tikv_gc_leader_uuid 65802ed85c00007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:6088, start at 2025-04-04 20:16:42.364799125 +0800 CST m=+1.492802562 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:42.372 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:42.352 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:42.352 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/kafka_compression/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/kafka_compression/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_compression/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_compression/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_compression/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:16:43 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ca2ba97a-b8ba-4226-8e55-447b974ca856 {"id":"ca2ba97a-b8ba-4226-8e55-447b974ca856","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769000} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bb2aa1ea ca2ba97a-b8ba-4226-8e55-447b974ca856 /tidb/cdc/default/default/upstream/7489430781775944027 {"id":7489430781775944027,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ca2ba97a-b8ba-4226-8e55-447b974ca856 {"id":"ca2ba97a-b8ba-4226-8e55-447b974ca856","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769000} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bb2aa1ea ca2ba97a-b8ba-4226-8e55-447b974ca856 /tidb/cdc/default/default/upstream/7489430781775944027 {"id":7489430781775944027,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ca2ba97a-b8ba-4226-8e55-447b974ca856 {"id":"ca2ba97a-b8ba-4226-8e55-447b974ca856","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769000} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bb2aa1ea ca2ba97a-b8ba-4226-8e55-447b974ca856 /tidb/cdc/default/default/upstream/7489430781775944027 {"id":7489430781775944027,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.cli.5755.out cli changefeed create --start-ts=457118580402814977 '--sink-uri=kafka+ssl://127.0.0.1:9092/ticdc-ddl-puller-lag-test-4224?protocol=open-protocol&partition-num=4&kafka-client-id=ddl_puller_lag&kafka-version=2.4.1&max-message-bytes=10485760' + set +x + tso='457118581331591169 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118581331591169 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:16:43 CST 2025] <<<<<< START cdc server in drop_many_tables case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.57595761.out server --log-file /tmp/tidb_cdc_test/drop_many_tables/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/drop_many_tables/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Create changefeed successfully! ID: 61d17bfa-679a-4a02-af38-223f7e4da4a8 Info: {"upstream_id":7489430781775944027,"namespace":"default","id":"61d17bfa-679a-4a02-af38-223f7e4da4a8","sink_uri":"kafka+ssl://127.0.0.1:9092/ticdc-ddl-puller-lag-test-4224?protocol=open-protocol\u0026partition-num=4\u0026kafka-client-id=ddl_puller_lag\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:16:43.750068348+08:00","start_ts":457118580402814977,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118580402814977,"checkpoint_ts":457118580402814977,"checkpoint_time":"2025-04-04 20:16:38.729"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... table test.finish_mark not exists for 2-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + set +x [Fri Apr 4 20:16:45 CST 2025] <<<<<< START kafka consumer in ddl_puller_lag case >>>>>> [Fri Apr 4 20:16:45 CST 2025] <<<<<< START cdc server in kafka_compression case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.75427544.out server --log-file /tmp/tidb_cdc_test/kafka_compression/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_compression/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc) 4030433280 bytes in 8.39 secs (480573734 bytes/sec) [Pipeline] { [Pipeline] cache Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.finish_mark not exists for 3-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:16:46 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4e73eabd-6c30-41e0-9959-c5db35f5dd8a {"id":"4e73eabd-6c30-41e0-9959-c5db35f5dd8a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769004} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bb38abd7 4e73eabd-6c30-41e0-9959-c5db35f5dd8a /tidb/cdc/default/default/upstream/7489430801658075716 {"id":7489430801658075716,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4e73eabd-6c30-41e0-9959-c5db35f5dd8a {"id":"4e73eabd-6c30-41e0-9959-c5db35f5dd8a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769004} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bb38abd7 4e73eabd-6c30-41e0-9959-c5db35f5dd8a /tidb/cdc/default/default/upstream/7489430801658075716 {"id":7489430801658075716,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4e73eabd-6c30-41e0-9959-c5db35f5dd8a {"id":"4e73eabd-6c30-41e0-9959-c5db35f5dd8a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769004} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bb38abd7 4e73eabd-6c30-41e0-9959-c5db35f5dd8a /tidb/cdc/default/default/upstream/7489430801658075716 {"id":7489430801658075716,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.cli.5823.out cli changefeed create --start-ts=457118581331591169 '--sink-uri=kafka://127.0.0.1:9092/ticdc-drop-tables-test-19418?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' Create changefeed successfully! ID: fbc5b685-9b19-4986-b155-abe4c752a0fd Info: {"upstream_id":7489430801658075716,"namespace":"default","id":"fbc5b685-9b19-4986-b155-abe4c752a0fd","sink_uri":"kafka://127.0.0.1:9092/ticdc-drop-tables-test-19418?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:16:47.273105803+08:00","start_ts":457118581331591169,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118581331591169,"checkpoint_ts":457118581331591169,"checkpoint_time":"2025-04-04 20:16:42.272"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430839485718455 TiDB Cluster ID. tikv_gc_leader_uuid 65802edd2d4000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-7-nz70k, pid:6127, start at 2025-04-04 20:16:47.302495269 +0800 CST m=+1.436831462 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:47.310 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:47.285 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:47.285 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430839485718455 TiDB Cluster ID. tikv_gc_leader_uuid 65802edd2d4000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-7-nz70k, pid:6127, start at 2025-04-04 20:16:47.302495269 +0800 CST m=+1.436831462 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:47.310 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:47.285 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:47.285 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430829006926541 TiDB Cluster ID. tikv_gc_leader_uuid 65802edd450000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-7-nz70k, pid:6191, start at 2025-04-04 20:16:47.394845279 +0800 CST m=+1.466918755 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:18:47.402 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:16:47.380 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:06:47.380 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_tables_ddl_v2/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_tables_ddl_v2/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl_v2/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl_v2/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl_v2/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:16:48 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bea715bf-ef17-4377-a80d-2ba49c23d31a {"id":"bea715bf-ef17-4377-a80d-2ba49c23d31a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769005} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bb4744cf bea715bf-ef17-4377-a80d-2ba49c23d31a /tidb/cdc/default/default/upstream/7489430817649304357 {"id":7489430817649304357,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bea715bf-ef17-4377-a80d-2ba49c23d31a {"id":"bea715bf-ef17-4377-a80d-2ba49c23d31a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769005} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bb4744cf bea715bf-ef17-4377-a80d-2ba49c23d31a /tidb/cdc/default/default/upstream/7489430817649304357 {"id":7489430817649304357,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bea715bf-ef17-4377-a80d-2ba49c23d31a {"id":"bea715bf-ef17-4377-a80d-2ba49c23d31a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769005} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bb4744cf bea715bf-ef17-4377-a80d-2ba49c23d31a /tidb/cdc/default/default/upstream/7489430817649304357 {"id":7489430817649304357,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7600.out cli tso query --pd=http://127.0.0.1:2379 table test.finish_mark not exists for 4-th check, retry later + set +x [Fri Apr 4 20:16:48 CST 2025] <<<<<< START kafka consumer in drop_many_tables case >>>>>> wait process 5714 exit for 1-th time... wait process 5714 exit for 2-th time... wait process 5714 exit for 3-th time... wait process 5714 exit for 4-th time... wait process 5714 exit for 5-th time... wait process 5714 exit for 6-th time... + set +x + tso='457118582992797701 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118582992797701 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7633.out cli changefeed create --start-ts=457118582992797701 '--sink-uri=kafka://127.0.0.1:9092/ticdc-kafka-compression-gzip-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=gzip' -c gzip Create changefeed successfully! ID: gzip Info: {"upstream_id":7489430817649304357,"namespace":"default","id":"gzip","sink_uri":"kafka://127.0.0.1:9092/ticdc-kafka-compression-gzip-test?protocol=canal-json\u0026enable-tidb-extension=true\u0026kafka-version=2.4.1\u0026compression=gzip","create_time":"2025-04-04T20:16:50.454510156+08:00","start_ts":457118582992797701,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118582992797701,"checkpoint_ts":457118582992797701,"checkpoint_time":"2025-04-04 20:16:48.609"} PASS table test.finish_mark not exists for 5-th check, retry later [Fri Apr 4 20:16:50 CST 2025] <<<<<< START cdc server in multi_tables_ddl_v2 case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_tables_ddl_v2.76827684.out server --log-file /tmp/tidb_cdc_test/multi_tables_ddl_v2/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_tables_ddl_v2/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 coverage: 2.4% of statements in github.com/pingcap/tiflow/... wait process 5714 exit for 7-th time... wait process 5714 exit for 8-th time... wait process 5714 exit for 9-th time... process 5714 already exit [Fri Apr 4 20:16:51 CST 2025] <<<<<< START cdc server in ddl_manager case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteDDLSlowly=return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.59215923.out server --log-file /tmp/tidb_cdc_test/ddl_manager/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_manager/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x [Fri Apr 4 20:16:51 CST 2025] <<<<<< START kafka consumer in kafka_compression case >>>>>> table test.finish_mark not exists for 6-th check, retry later /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_compression/run.sh: line 22: [[: [2025/04/04 20:16:50.412 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"] [2025/04/04 20:16:50.449 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"] [2025/04/04 20:16:50.569 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"] [2025/04/04 20:16:50.581 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"] [2025/04/04 20:16:51.548 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"] [2025/04/04 20:16:51.558 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"]: syntax error: operand expected (error token is "[2025/04/04 20:16:50.412 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"] [2025/04/04 20:16:50.449 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"] [2025/04/04 20:16:50.569 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"] [2025/04/04 20:16:50.581 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"] [2025/04/04 20:16:51.548 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"] [2025/04/04 20:16:51.558 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"]") table test.gzip_finish_mark not exists for 1-th check, retry later table drop_tables.c not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:16:53 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/04f8c5a9-9e20-49b6-bff3-e9121a08a6ba {"id":"04f8c5a9-9e20-49b6-bff3-e9121a08a6ba","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769010} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bb5730cf 04f8c5a9-9e20-49b6-bff3-e9121a08a6ba /tidb/cdc/default/default/upstream/7489430839485718455 {"id":7489430839485718455,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/04f8c5a9-9e20-49b6-bff3-e9121a08a6ba {"id":"04f8c5a9-9e20-49b6-bff3-e9121a08a6ba","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769010} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bb5730cf 04f8c5a9-9e20-49b6-bff3-e9121a08a6ba /tidb/cdc/default/default/upstream/7489430839485718455 {"id":7489430839485718455,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/04f8c5a9-9e20-49b6-bff3-e9121a08a6ba {"id":"04f8c5a9-9e20-49b6-bff3-e9121a08a6ba","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769010} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bb5730cf 04f8c5a9-9e20-49b6-bff3-e9121a08a6ba /tidb/cdc/default/default/upstream/7489430839485718455 {"id":7489430839485718455,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: test-normal Info: {"upstream_id":7489430839485718455,"namespace":"default","id":"test-normal","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-normal-1417?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:16:53.597994182+08:00","start_ts":457118583432151051,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t1","multi_tables_ddl_test.t2","multi_tables_ddl_test.t3","multi_tables_ddl_test.t4","multi_tables_ddl_test.t1_7","multi_tables_ddl_test.t2_7","multi_tables_ddl_test.finish_mark"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":true,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118583432151051,"checkpoint_ts":457118583432151051,"checkpoint_time":"2025-04-04 20:16:50.285"} Create changefeed successfully! ID: test-error-1 Info: {"upstream_id":7489430839485718455,"namespace":"default","id":"test-error-1","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-error-1-3543?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:16:53.803222697+08:00","start_ts":457118583432151051,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t5","multi_tables_ddl_test.t6","multi_tables_ddl_test.t7","multi_tables_ddl_test.t8"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":true,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118583432151051,"checkpoint_ts":457118583432151051,"checkpoint_time":"2025-04-04 20:16:50.285"} Create changefeed successfully! ID: test-error-2 Info: {"upstream_id":7489430839485718455,"namespace":"default","id":"test-error-2","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-error-2-16402?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:16:53.995882796+08:00","start_ts":457118583432151051,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t9","multi_tables_ddl_test.t10"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":true,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118583432151051,"checkpoint_ts":457118583432151051,"checkpoint_time":"2025-04-04 20:16:50.285"} [Fri Apr 4 20:16:54 CST 2025] <<<<<< START kafka consumer in multi_tables_ddl_v2 case >>>>>> [Fri Apr 4 20:16:54 CST 2025] <<<<<< START kafka consumer in multi_tables_ddl_v2 case >>>>>> [Fri Apr 4 20:16:54 CST 2025] <<<<<< START kafka consumer in multi_tables_ddl_v2 case >>>>>> table test.finish_mark not exists for 7-th check, retry later table drop_tables.c not exists for 2-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:16:54 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [3964 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7489430736977426356 Namespace:default ID:ddl-manager SinkURI:kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-24275?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:16:30.948505688 +0800 CST StartTs:457118578311692293 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0044b2d80 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118578351013898} {CheckpointTs:457118579281625110 MinTableBarrierTs:457118579281625110 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23 {"id":"0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769012} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bafd6d07 0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23 /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7489430736977426356,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-24275?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:16:30.948505688+08:00","start-ts":457118578311692293,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118578351013898} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":457118579281625110,"min-table-barrier-ts":457118579281625110,"admin-job-type":0} /tidb/cdc/default/default/task/position/0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489430736977426356 {"id":7489430736977426356,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7489430736977426356 Namespace:default ID:ddl-manager SinkURI:kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-24275?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:16:30.948505688 +0800 CST StartTs:457118578311692293 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0044b2d80 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118578351013898} {CheckpointTs:457118579281625110 MinTableBarrierTs:457118579281625110 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23 {"id":"0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769012} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bafd6d07 0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23 /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7489430736977426356,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-24275?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:16:30.948505688+08:00","start-ts":457118578311692293,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118578351013898} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":457118579281625110,"min-table-barrier-ts":457118579281625110,"admin-job-type":0} /tidb/cdc/default/default/task/position/0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489430736977426356 {"id":7489430736977426356,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7489430736977426356 Namespace:default ID:ddl-manager SinkURI:kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-24275?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:16:30.948505688 +0800 CST StartTs:457118578311692293 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0044b2d80 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118578351013898} {CheckpointTs:457118579281625110 MinTableBarrierTs:457118579281625110 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23 {"id":"0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769012} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bafd6d07 0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23 /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7489430736977426356,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-24275?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:16:30.948505688+08:00","start-ts":457118578311692293,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118578351013898} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":457118579281625110,"min-table-barrier-ts":457118579281625110,"admin-job-type":0} /tidb/cdc/default/default/task/position/0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489430736977426356 {"id":7489430736977426356,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Fri Apr 4 20:16:54 CST 2025] <<<<<< START cdc server in ddl_manager case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteDDLSlowly=return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.59835985.out server --log-file /tmp/tidb_cdc_test/ddl_manager/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_manager/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > table test.gzip_finish_mark not exists for 2-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc) 4030433280 bytes in 7.84 secs (514181974 bytes/sec) [Pipeline] { [Pipeline] cache table test.finish_mark not exists for 8-th check, retry later table drop_tables.c not exists for 3-th check, retry later table test.gzip_finish_mark exists check diff successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7765.out cli changefeed pause -c gzip PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... table test.finish_mark not exists for 9-th check, retry later + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7805.out cli changefeed remove -c gzip table drop_tables.c exists check diff successfully Changefeed remove successfully. ID: gzip CheckpointTs: 457118585142378505 SinkURI: kafka://127.0.0.1:9092/ticdc-kafka-compression-gzip-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=gzip PASS wait process cdc.test exit for 1-th time... coverage: 2.0% of statements in github.com/pingcap/tiflow/... wait process cdc.test exit for 2-th time... < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:16:59 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [3964 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7489430736977426356 Namespace:default ID:ddl-manager SinkURI:kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-24275?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:16:30.948505688 +0800 CST StartTs:457118578311692293 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0044b2d80 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118578351013898} {CheckpointTs:457118579281625110 MinTableBarrierTs:457118579281625110 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23 {"id":"0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769012} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bafd6d07 0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23 /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7489430736977426356,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-24275?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:16:30.948505688+08:00","start-ts":457118578311692293,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118578351013898} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":457118579281625110,"min-table-barrier-ts":457118579281625110,"admin-job-type":0} /tidb/cdc/default/default/task/position/0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489430736977426356 {"id":7489430736977426356,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7489430736977426356 Namespace:default ID:ddl-manager SinkURI:kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-24275?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:16:30.948505688 +0800 CST StartTs:457118578311692293 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0044b2d80 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118578351013898} {CheckpointTs:457118579281625110 MinTableBarrierTs:457118579281625110 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23 {"id":"0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769012} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bafd6d07 0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23 /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7489430736977426356,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-24275?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:16:30.948505688+08:00","start-ts":457118578311692293,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118578351013898} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":457118579281625110,"min-table-barrier-ts":457118579281625110,"admin-job-type":0} /tidb/cdc/default/default/task/position/0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489430736977426356 {"id":7489430736977426356,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7489430736977426356 Namespace:default ID:ddl-manager SinkURI:kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-24275?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:16:30.948505688 +0800 CST StartTs:457118578311692293 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0044b2d80 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118578351013898} {CheckpointTs:457118579281625110 MinTableBarrierTs:457118579281625110 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23 {"id":"0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769012} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bafd6d07 0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23 /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7489430736977426356,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-24275?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:16:30.948505688+08:00","start-ts":457118578311692293,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118578351013898} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":457118579281625110,"min-table-barrier-ts":457118579281625110,"admin-job-type":0} /tidb/cdc/default/default/task/position/0f4ff6a4-3eea-4d6b-b137-6a77be5b1a23/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489430736977426356 {"id":7489430736977426356,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table ddl_manager.finish_mark not exists for 1-th check, retry later table test.finish_mark not exists for 10-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:17:00 CST 2025] <<<<<< run test case drop_many_tables success! >>>>>> + set +x + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7846.out cli tso query --pd=http://127.0.0.1:2379 table ddl_manager.finish_mark not exists for 2-th check, retry later table test.finish_mark not exists for 11-th check, retry later + set +x + tso='457118586308919305 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118586308919305 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7884.out cli changefeed create --start-ts=457118586308919305 '--sink-uri=kafka://127.0.0.1:9092/ticdc-kafka-compression-snappy-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=snappy' -c snappy Create changefeed successfully! ID: snappy Info: {"upstream_id":7489430817649304357,"namespace":"default","id":"snappy","sink_uri":"kafka://127.0.0.1:9092/ticdc-kafka-compression-snappy-test?protocol=canal-json\u0026enable-tidb-extension=true\u0026kafka-version=2.4.1\u0026compression=snappy","create_time":"2025-04-04T20:17:03.152216049+08:00","start_ts":457118586308919305,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118586308919305,"checkpoint_ts":457118586308919305,"checkpoint_time":"2025-04-04 20:17:01.259"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table ddl_manager.finish_mark not exists for 3-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc) 4030433280 bytes in 6.40 secs (630053846 bytes/sec) [Pipeline] { [Pipeline] cache table test.finish_mark not exists for 12-th check, retry later + set +x [Fri Apr 4 20:17:04 CST 2025] <<<<<< START kafka consumer in kafka_compression case >>>>>> /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_compression/run.sh: line 22: [[: [2025/04/04 20:17:03.113 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"] [2025/04/04 20:17:03.147 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"] [2025/04/04 20:17:03.246 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"] [2025/04/04 20:17:03.255 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"] [2025/04/04 20:17:04.168 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"] [2025/04/04 20:17:04.177 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"]: syntax error: operand expected (error token is "[2025/04/04 20:17:03.113 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"] [2025/04/04 20:17:03.147 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"] [2025/04/04 20:17:03.246 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"] [2025/04/04 20:17:03.255 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"] [2025/04/04 20:17:04.168 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"] [2025/04/04 20:17:04.177 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"]") table test.snappy_finish_mark not exists for 1-th check, retry later table ddl_manager.finish_mark not exists for 4-th check, retry later table test.finish_mark not exists for 13-th check, retry later table test.snappy_finish_mark not exists for 2-th check, retry later table ddl_manager.finish_mark not exists for 5-th check, retry later table test.finish_mark not exists for 14-th check, retry later table multi_tables_ddl_test.t55 exists table multi_tables_ddl_test.t66 exists table multi_tables_ddl_test.t7 exists table multi_tables_ddl_test.t88 exists table multi_tables_ddl_test.finish_mark not exists for 1-th check, retry later table test.snappy_finish_mark exists check diff successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.8010.out cli changefeed pause -c snappy table multi_tables_ddl_test.finish_mark exists check table exists success PASS table ddl_manager.finish_mark not exists for 6-th check, retry later coverage: 2.0% of statements in github.com/pingcap/tiflow/... + endpoints=http://127.0.0.1:2379 + changefeed_id=test-normal + expected_state=normal + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-normal -s table test.finish_mark not exists for 15-th check, retry later + info='{ "upstream_id": 7489430839485718455, "namespace": "default", "id": "test-normal", "state": "normal", "checkpoint_tso": 457118587875754001, "checkpoint_time": "2025-04-04 20:17:07.236", "error": null }' + echo '{ "upstream_id": 7489430839485718455, "namespace": "default", "id": "test-normal", "state": "normal", "checkpoint_tso": 457118587875754001, "checkpoint_time": "2025-04-04 20:17:07.236", "error": null }' { "upstream_id": 7489430839485718455, "namespace": "default", "id": "test-normal", "state": "normal", "checkpoint_tso": 457118587875754001, "checkpoint_time": "2025-04-04 20:17:07.236", "error": null } ++ echo '{' '"upstream_id":' 7489430839485718455, '"namespace":' '"default",' '"id":' '"test-normal",' '"state":' '"normal",' '"checkpoint_tso":' 457118587875754001, '"checkpoint_time":' '"2025-04-04' '20:17:07.236",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489430839485718455, '"namespace":' '"default",' '"id":' '"test-normal",' '"state":' '"normal",' '"checkpoint_tso":' 457118587875754001, '"checkpoint_time":' '"2025-04-04' '20:17:07.236",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + endpoints=http://127.0.0.1:2379 + changefeed_id=test-error-1 + expected_state=normal + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-error-1 -s + info='{ "upstream_id": 7489430839485718455, "namespace": "default", "id": "test-error-1", "state": "normal", "checkpoint_tso": 457118588570173463, "checkpoint_time": "2025-04-04 20:17:09.885", "error": null }' + echo '{ "upstream_id": 7489430839485718455, "namespace": "default", "id": "test-error-1", "state": "normal", "checkpoint_tso": 457118588570173463, "checkpoint_time": "2025-04-04 20:17:09.885", "error": null }' { "upstream_id": 7489430839485718455, "namespace": "default", "id": "test-error-1", "state": "normal", "checkpoint_tso": 457118588570173463, "checkpoint_time": "2025-04-04 20:17:09.885", "error": null } ++ echo '{' '"upstream_id":' 7489430839485718455, '"namespace":' '"default",' '"id":' '"test-error-1",' '"state":' '"normal",' '"checkpoint_tso":' 457118588570173463, '"checkpoint_time":' '"2025-04-04' '20:17:09.885",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489430839485718455, '"namespace":' '"default",' '"id":' '"test-error-1",' '"state":' '"normal",' '"checkpoint_tso":' 457118588570173463, '"checkpoint_time":' '"2025-04-04' '20:17:09.885",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + endpoints=http://127.0.0.1:2379 + changefeed_id=test-error-2 + expected_state=failed + error_msg=ErrSyncRenameTableFailed + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-error-2 -s + info='{ "upstream_id": 7489430839485718455, "namespace": "default", "id": "test-error-2", "state": "failed", "checkpoint_tso": 457118587521597447, "checkpoint_time": "2025-04-04 20:17:05.885", "error": { "time": "2025-04-04T20:17:06.937594429+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSyncRenameTableFailed", "message": "[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''138'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule." } }' + echo '{ "upstream_id": 7489430839485718455, "namespace": "default", "id": "test-error-2", "state": "failed", "checkpoint_tso": 457118587521597447, "checkpoint_time": "2025-04-04 20:17:05.885", "error": { "time": "2025-04-04T20:17:06.937594429+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSyncRenameTableFailed", "message": "[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''138'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule." } }' { "upstream_id": 7489430839485718455, "namespace": "default", "id": "test-error-2", "state": "failed", "checkpoint_tso": 457118587521597447, "checkpoint_time": "2025-04-04 20:17:05.885", "error": { "time": "2025-04-04T20:17:06.937594429+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSyncRenameTableFailed", "message": "[CDC:ErrSyncRenameTableFailed]table's old name is not in filter rule, and its new name in filter rule table id '138', ddl query: [rename table t11 to t9], it's an unexpected behavior, if you want to replicate this table, please add its old name to filter rule." } } ++ jq -r .state ++ echo '{' '"upstream_id":' 7489430839485718455, '"namespace":' '"default",' '"id":' '"test-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457118587521597447, '"checkpoint_time":' '"2025-04-04' '20:17:05.885",' '"error":' '{' '"time":' '"2025-04-04T20:17:06.937594429+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSyncRenameTableFailed",' '"message":' '"[CDC:ErrSyncRenameTableFailed]table'\''s' old name is not in filter rule, and its new name in filter rule table id ''\''138'\'',' ddl query: '[rename' table t11 to 't9],' 'it'\''s' an unexpected behavior, if you want to replicate this table, please add its old name to filter 'rule."' '}' '}' + state=failed + [[ ! failed == \f\a\i\l\e\d ]] ++ echo '{' '"upstream_id":' 7489430839485718455, '"namespace":' '"default",' '"id":' '"test-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457118587521597447, '"checkpoint_time":' '"2025-04-04' '20:17:05.885",' '"error":' '{' '"time":' '"2025-04-04T20:17:06.937594429+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSyncRenameTableFailed",' '"message":' '"[CDC:ErrSyncRenameTableFailed]table'\''s' old name is not in filter rule, and its new name in filter rule table id ''\''138'\'',' ddl query: '[rename' table t11 to 't9],' 'it'\''s' an unexpected behavior, if you want to replicate this table, please add its old name to filter 'rule."' '}' '}' ++ jq -r .error.message + message='[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''138'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule.' + [[ ! [CDC:ErrSyncRenameTableFailed]table's old name is not in filter rule, and its new name in filter rule table id '138', ddl query: [rename table t11 to t9], it's an unexpected behavior, if you want to replicate this table, please add its old name to filter rule. =~ ErrSyncRenameTableFailed ]] check diff successfully + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.8045.out cli changefeed remove -c snappy wait process cdc.test exit for 1-th time... table ddl_manager.finish_mark not exists for 7-th check, retry later Changefeed remove successfully. ID: snappy CheckpointTs: 457118587305066516 SinkURI: kafka://127.0.0.1:9092/ticdc-kafka-compression-snappy-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=snappy PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... wait process cdc.test exit for 2-th time... table test.finish_mark not exists for 16-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:17:12 CST 2025] <<<<<< run test case multi_tables_ddl_v2 success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/processor_stop_delay/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... + set +x + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.8076.out cli tso query --pd=http://127.0.0.1:2379 Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc) 4030433280 bytes in 7.53 secs (534949520 bytes/sec) [Pipeline] { [Pipeline] cache table ddl_manager.finish_mark not exists for 8-th check, retry later table test.finish_mark not exists for 17-th check, retry later + set +x + tso='457118589638148100 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118589638148100 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.8113.out cli changefeed create --start-ts=457118589638148100 '--sink-uri=kafka://127.0.0.1:9092/ticdc-kafka-compression-lz4-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=lz4' -c lz4 Create changefeed successfully! ID: lz4 Info: {"upstream_id":7489430817649304357,"namespace":"default","id":"lz4","sink_uri":"kafka://127.0.0.1:9092/ticdc-kafka-compression-lz4-test?protocol=canal-json\u0026enable-tidb-extension=true\u0026kafka-version=2.4.1\u0026compression=lz4","create_time":"2025-04-04T20:17:15.807203162+08:00","start_ts":457118589638148100,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118589638148100,"checkpoint_ts":457118589638148100,"checkpoint_time":"2025-04-04 20:17:13.959"} PASS table ddl_manager.finish_mark not exists for 9-th check, retry later coverage: 2.4% of statements in github.com/pingcap/tiflow/... start tidb cluster in /tmp/tidb_cdc_test/processor_stop_delay Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table test.finish_mark not exists for 18-th check, retry later + set +x [Fri Apr 4 20:17:17 CST 2025] <<<<<< START kafka consumer in kafka_compression case >>>>>> table ddl_manager.finish_mark not exists for 10-th check, retry later Verifying downstream PD is started... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_compression/run.sh: line 22: [[: [2025/04/04 20:17:15.764 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"] [2025/04/04 20:17:15.802 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"] [2025/04/04 20:17:15.897 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"] [2025/04/04 20:17:15.907 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"] [2025/04/04 20:17:16.898 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"] [2025/04/04 20:17:16.907 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"]: syntax error: operand expected (error token is "[2025/04/04 20:17:15.764 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"] [2025/04/04 20:17:15.802 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"] [2025/04/04 20:17:15.897 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"] [2025/04/04 20:17:15.907 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"] [2025/04/04 20:17:16.898 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"] [2025/04/04 20:17:16.907 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"]") table test.lz4_finish_mark not exists for 1-th check, retry later table test.finish_mark exists check diff successfully table test.finish_mark exists check diff failed 1-th time, retry later Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table ddl_manager.finish_mark not exists for 11-th check, retry later table test.lz4_finish_mark not exists for 2-th check, retry later check diff failed 2-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc) 4030433280 bytes in 6.25 secs (644779117 bytes/sec) [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { table ddl_manager.finish_mark not exists for 12-th check, retry later [Pipeline] sh [Pipeline] sh table test.lz4_finish_mark exists check diff successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.8235.out cli changefeed pause -c lz4 + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh kafka G06 [Pipeline] sh PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... Run cases: sink_retry changefeed_error ddl_sequence resourcecontrol GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908127571959091203","prowjobid":"5f4fd63b-114c-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} TZ=Asia/Shanghai BUILD_ID=1908127571959091203 POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-b3n6x HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=changes JENKINS_NODE_COOKIE=7e86a15b-0b42-4b7b-9577-9d0fdc35c8ca GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=periodics_cdc_integration_kafka_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp TINI_VERSION=v0.19.0 CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=246 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect PROW_JOB_ID=5f4fd63b-114c-11f0-bebb-96e16cfa81f4 TEST_GROUP=G06 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/ TERM=xterm STAGE_NAME=Test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/ BUILD_DISPLAY_NAME=#246 SHLVL=5 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-b3n6x pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908 _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/sink_retry/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh kafka G07 [Pipeline] sh Run cases: kv_client_stream_reconnect cdc split_region GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908127571959091203","prowjobid":"5f4fd63b-114c-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} TZ=Asia/Shanghai BUILD_ID=1908127571959091203 POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-ldwmt HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-hrxg0 OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=changes JENKINS_NODE_COOKIE=62acbe26-ce8a-46f5-85a8-2cc7c7fa92eb GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=periodics_cdc_integration_kafka_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp TINI_VERSION=v0.19.0 CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=246 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-hrxg0 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect PROW_JOB_ID=5f4fd63b-114c-11f0-bebb-96e16cfa81f4 TEST_GROUP=G07 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/ TERM=xterm STAGE_NAME=Test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/ BUILD_DISPLAY_NAME=#246 SHLVL=5 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-hrxg0 pingcap_tiflow_periodics_cdc_integration_kafka_test_246-ldwmt PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908 _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kv_client_stream_reconnect/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh kafka G08 [Pipeline] sh Run cases: processor_err_chan changefeed_reconstruct multi_capture synced_status_with_redo GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908127571959091203","prowjobid":"5f4fd63b-114c-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} TZ=Asia/Shanghai BUILD_ID=1908127571959091203 POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-hx9xd HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=changes JENKINS_NODE_COOKIE=761a64da-33b4-40e3-accc-80d85b2b8784 GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=periodics_cdc_integration_kafka_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp TINI_VERSION=v0.19.0 CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=246 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect PROW_JOB_ID=5f4fd63b-114c-11f0-bebb-96e16cfa81f4 TEST_GROUP=G08 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/ TERM=xterm STAGE_NAME=Test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/ BUILD_DISPLAY_NAME=#246 SHLVL=5 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g pingcap_tiflow_periodics_cdc_integration_kafka_test_246-hx9xd PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908 _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/processor_err_chan/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh kafka G09 [Pipeline] sh Run cases: gc_safepoint changefeed_pause_resume cli_with_auth savepoint synced_status GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908127571959091203","prowjobid":"5f4fd63b-114c-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} TZ=Asia/Shanghai BUILD_ID=1908127571959091203 POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-rc7fj HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7 OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=changes JENKINS_NODE_COOKIE=54e61652-6093-4a94-b93b-95070040b765 GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=periodics_cdc_integration_kafka_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp TINI_VERSION=v0.19.0 CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=246 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect PROW_JOB_ID=5f4fd63b-114c-11f0-bebb-96e16cfa81f4 TEST_GROUP=G09 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/ TERM=xterm STAGE_NAME=Test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/ BUILD_DISPLAY_NAME=#246 SHLVL=5 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-rc7fj pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7 PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908 _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/gc_safepoint/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh kafka G10 [Pipeline] sh check diff failed 3-th time, retry later Run cases: default_value simple cdc_server_tips event_filter sql_mode GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908127571959091203","prowjobid":"5f4fd63b-114c-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} TZ=Asia/Shanghai BUILD_ID=1908127571959091203 POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-k04t9 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54 OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=changes JENKINS_NODE_COOKIE=4dc1c922-3c7d-4853-bd46-8a3597b3e441 GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=periodics_cdc_integration_kafka_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp TINI_VERSION=v0.19.0 CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=246 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect PROW_JOB_ID=5f4fd63b-114c-11f0-bebb-96e16cfa81f4 TEST_GROUP=G10 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/ TERM=xterm STAGE_NAME=Test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/ BUILD_DISPLAY_NAME=#246 SHLVL=5 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-k04t9 pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54 PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908 _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/default_value/run.sh using Sink-Type: kafka... <<================= find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/simple/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh kafka G12 [Pipeline] sh table ddl_manager.finish_mark not exists for 13-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430984805618928 TiDB Cluster ID. tikv_gc_leader_uuid 65802f000500002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd, pid:6985, start at 2025-04-04 20:17:22.964649642 +0800 CST m=+1.440883528 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:22.972 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:22.964 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:22.964 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430984805618928 TiDB Cluster ID. tikv_gc_leader_uuid 65802f000500002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd, pid:6985, start at 2025-04-04 20:17:22.964649642 +0800 CST m=+1.440883528 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:22.972 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:22.964 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:22.964 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489430991362308322 TiDB Cluster ID. tikv_gc_leader_uuid 65802f00114000b Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd, pid:7063, start at 2025-04-04 20:17:23.039298291 +0800 CST m=+1.440912467 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:23.046 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:23.013 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:23.013 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.8272.out cli changefeed remove -c lz4 Run cases: many_pk_or_uk capture_session_done_during_task ddl_attributes GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908127571959091203","prowjobid":"5f4fd63b-114c-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} TZ=Asia/Shanghai BUILD_ID=1908127571959091203 POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-djscl HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-d-sg31f OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=changes JENKINS_NODE_COOKIE=0f27a968-4dea-4a48-b441-2a1a5fde3bde GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=periodics_cdc_integration_kafka_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp TINI_VERSION=v0.19.0 CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=246 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-d-sg31f HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect PROW_JOB_ID=5f4fd63b-114c-11f0-bebb-96e16cfa81f4 TEST_GROUP=G12 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/ TERM=xterm STAGE_NAME=Test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/ BUILD_DISPLAY_NAME=#246 SHLVL=5 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-djscl pingcap-tiflow-periodics-cdc-integration-kafka-test-246-d-sg31f PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908 _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/many_pk_or_uk/run.sh using Sink-Type: kafka... <<================= + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh kafka G13 [Pipeline] sh Run cases: tiflash region_merge common_1 GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908127571959091203","prowjobid":"5f4fd63b-114c-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} TZ=Asia/Shanghai BUILD_ID=1908127571959091203 POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-zs9hd HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-9ntjn OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=changes JENKINS_NODE_COOKIE=bd19b3c4-2dcc-437b-af0f-4e71f7d28aa6 GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=periodics_cdc_integration_kafka_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp TINI_VERSION=v0.19.0 CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=246 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-9ntjn HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect PROW_JOB_ID=5f4fd63b-114c-11f0-bebb-96e16cfa81f4 TEST_GROUP=G13 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/ TERM=xterm STAGE_NAME=Test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/ BUILD_DISPLAY_NAME=#246 SHLVL=5 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-9ntjn pingcap_tiflow_periodics_cdc_integration_kafka_test_246-zs9hd PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908 _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/tiflash/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh kafka G14 [Pipeline] sh =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_topics_v2/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... Run cases: changefeed_finish force_replicate_table GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908127571959091203","prowjobid":"5f4fd63b-114c-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} TZ=Asia/Shanghai BUILD_ID=1908127571959091203 POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-6qqgt HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-6-zm0kc OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=changes JENKINS_NODE_COOKIE=f18913aa-8d39-48d0-a211-c055dd875723 GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=periodics_cdc_integration_kafka_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp TINI_VERSION=v0.19.0 CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=246 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-6-zm0kc HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect PROW_JOB_ID=5f4fd63b-114c-11f0-bebb-96e16cfa81f4 TEST_GROUP=G14 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/ TERM=xterm STAGE_NAME=Test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/ BUILD_DISPLAY_NAME=#246 SHLVL=5 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-6-zm0kc pingcap_tiflow_periodics_cdc_integration_kafka_test_246-6qqgt PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908 _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/changefeed_finish/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh kafka G15 [Pipeline] sh Run cases: new_ci_collation batch_add_table multi_rocks ci_collation_compatibility GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908127571959091203","prowjobid":"5f4fd63b-114c-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} TZ=Asia/Shanghai BUILD_ID=1908127571959091203 POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-zcnxz HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1 OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=changes JENKINS_NODE_COOKIE=f3e29b2c-1d41-411f-acab-84db346f192b GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=periodics_cdc_integration_kafka_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp TINI_VERSION=v0.19.0 CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=246 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect PROW_JOB_ID=5f4fd63b-114c-11f0-bebb-96e16cfa81f4 TEST_GROUP=G15 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/ TERM=xterm STAGE_NAME=Test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/ BUILD_DISPLAY_NAME=#246 SHLVL=5 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1 pingcap_tiflow_periodics_cdc_integration_kafka_test_246-zcnxz PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908 _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/new_ci_collation/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh kafka G11 [Pipeline] sh Changefeed remove successfully. ID: lz4 CheckpointTs: 457118590621188118 SinkURI: kafka://127.0.0.1:9092/ticdc-kafka-compression-lz4-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=lz4 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... Run cases: resolve_lock move_table autorandom generate_column GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908127571959091203","prowjobid":"5f4fd63b-114c-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} TZ=Asia/Shanghai BUILD_ID=1908127571959091203 POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-l6z03 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=changes JENKINS_NODE_COOKIE=7faa9b90-92bc-4b8e-a939-f8886a1d9c04 GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=periodics_cdc_integration_kafka_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp TINI_VERSION=v0.19.0 CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=246 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect PROW_JOB_ID=5f4fd63b-114c-11f0-bebb-96e16cfa81f4 TEST_GROUP=G11 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/ TERM=xterm STAGE_NAME=Test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/ BUILD_DISPLAY_NAME=#246 SHLVL=5 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-l6z03 pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908 _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/resolve_lock/run.sh using Sink-Type: kafka... <<================= + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh kafka G16 Run cases: owner_resign processor_etcd_worker_delay sink_hang GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908127571959091203","prowjobid":"5f4fd63b-114c-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} TZ=Asia/Shanghai BUILD_ID=1908127571959091203 POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-hbrxf HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-4k3z2 OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=changes JENKINS_NODE_COOKIE=f963e2ef-955b-49e1-a11d-298299cff12c GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=periodics_cdc_integration_kafka_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp TINI_VERSION=v0.19.0 CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=246 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-4k3z2 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect PROW_JOB_ID=5f4fd63b-114c-11f0-bebb-96e16cfa81f4 TEST_GROUP=G16 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/ TERM=xterm STAGE_NAME=Test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/ BUILD_DISPLAY_NAME=#246 SHLVL=5 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-hbrxf pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-4k3z2 PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908 _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/owner_resign/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:17:25 CST 2025] <<<<<< run test case owner_resign success! >>>>>> + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh kafka G17 check diff failed 4-th time, retry later Run cases: clustered_index processor_resolved_ts_fallback GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908127571959091203","prowjobid":"5f4fd63b-114c-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} TZ=Asia/Shanghai BUILD_ID=1908127571959091203 POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_246-rtqv5 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-lcrgb OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=changes JENKINS_NODE_COOKIE=c1eac4bf-8d9e-421e-aae9-7be4bc9e7bc3 GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=periodics_cdc_integration_kafka_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp TINI_VERSION=v0.19.0 CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=246 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-lcrgb HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect PROW_JOB_ID=5f4fd63b-114c-11f0-bebb-96e16cfa81f4 TEST_GROUP=G17 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/ TERM=xterm STAGE_NAME=Test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/ BUILD_DISPLAY_NAME=#246 SHLVL=5 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-lcrgb pingcap_tiflow_periodics_cdc_integration_kafka_test_246-rtqv5 PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908 _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/clustered_index/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:17:25 CST 2025] <<<<<< skip test case clustered_index for kafka! >>>>>> find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/processor_resolved_ts_fallback/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:17:25 CST 2025] <<<<<< run test case processor_resolved_ts_fallback success! >>>>>> table ddl_manager.finish_mark not exists for 14-th check, retry later [Fri Apr 4 20:17:25 CST 2025] <<<<<< START cdc server in processor_stop_delay case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorStopDelay=1*sleep(10000)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_stop_delay.85268528.out server --log-file /tmp/tidb_cdc_test/processor_stop_delay/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_stop_delay/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.8304.out cli tso query --pd=http://127.0.0.1:2379 start tidb cluster in /tmp/tidb_cdc_test/gc_safepoint Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/sink_retry Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/simple Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/processor_err_chan Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... check diff failed 5-th time, retry later table ddl_manager.finish_mark not exists for 15-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/tiflash Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... start tidb cluster in /tmp/tidb_cdc_test/multi_topics_v2 Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + set +x + tso='457118592980484099 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118592980484099 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.8341.out cli changefeed create --start-ts=457118592980484099 '--sink-uri=kafka://127.0.0.1:9092/ticdc-kafka-compression-zstd-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=zstd' -c zstd start tidb cluster in /tmp/tidb_cdc_test/kv_client_stream_reconnect Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Create changefeed successfully! ID: zstd Info: {"upstream_id":7489430817649304357,"namespace":"default","id":"zstd","sink_uri":"kafka://127.0.0.1:9092/ticdc-kafka-compression-zstd-test?protocol=canal-json\u0026enable-tidb-extension=true\u0026kafka-version=2.4.1\u0026compression=zstd","create_time":"2025-04-04T20:17:28.552261534+08:00","start_ts":457118592980484099,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118592980484099,"checkpoint_ts":457118592980484099,"checkpoint_time":"2025-04-04 20:17:26.709"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... start tidb cluster in /tmp/tidb_cdc_test/changefeed_finish Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:17:29 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5531dcff-b04f-4f32-a0c5-71d57ae57ea0 {"id":"5531dcff-b04f-4f32-a0c5-71d57ae57ea0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769046} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bbe452d5 5531dcff-b04f-4f32-a0c5-71d57ae57ea0 /tidb/cdc/default/default/upstream/7489430984805618928 {"id":7489430984805618928,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5531dcff-b04f-4f32-a0c5-71d57ae57ea0 {"id":"5531dcff-b04f-4f32-a0c5-71d57ae57ea0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769046} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bbe452d5 5531dcff-b04f-4f32-a0c5-71d57ae57ea0 /tidb/cdc/default/default/upstream/7489430984805618928 {"id":7489430984805618928,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5531dcff-b04f-4f32-a0c5-71d57ae57ea0 {"id":"5531dcff-b04f-4f32-a0c5-71d57ae57ea0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769046} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bbe452d5 5531dcff-b04f-4f32-a0c5-71d57ae57ea0 /tidb/cdc/default/default/upstream/7489430984805618928 {"id":7489430984805618928,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Fri Apr 4 20:17:29 CST 2025] <<<<<< START kafka consumer in processor_stop_delay case >>>>>> start tidb cluster in /tmp/tidb_cdc_test/new_ci_collation Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table processor_stop_delay.t not exists for 1-th check, retry later The 1 times to try to start tidb cluster... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/processor_etcd_worker_delay/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:17:29 CST 2025] <<<<<< run test case processor_etcd_worker_delay success! >>>>>> Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + set +x [Fri Apr 4 20:17:29 CST 2025] <<<<<< START kafka consumer in kafka_compression case >>>>>> Verifying downstream PD is started... \033[0;36m<<< Run all test success >>>\033[0m Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff failed 6-th time, retry later table ddl_manager.finish_mark not exists for 16-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release The 1 times to try to start tidb cluster... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_compression/run.sh: line 22: [[: [2025/04/04 20:17:28.515 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"] [2025/04/04 20:17:28.547 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"] [2025/04/04 20:17:28.647 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"] [2025/04/04 20:17:28.658 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"] [2025/04/04 20:17:29.569 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"] [2025/04/04 20:17:29.577 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"]: syntax error: operand expected (error token is "[2025/04/04 20:17:28.515 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"] [2025/04/04 20:17:28.547 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"] [2025/04/04 20:17:28.647 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"] [2025/04/04 20:17:28.658 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"] [2025/04/04 20:17:29.569 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"] [2025/04/04 20:17:29.577 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"]") table test.zstd_finish_mark not exists for 1-th check, retry later Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table processor_stop_delay.t exists check diff failed 1-th time, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 7-th time, retry later Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 17-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/sink_hang/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:17:32 CST 2025] <<<<<< run test case sink_hang success! >>>>>> Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.zstd_finish_mark not exists for 2-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/many_pk_or_uk Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Starting Upstream TiDB... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431034804915750 TiDB Cluster ID. tikv_gc_leader_uuid 65802f09f200009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:1400, start at 2025-04-04 20:17:33.140336886 +0800 CST m=+1.487469457 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:33.148 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:33.128 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:33.128 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431034804915750 TiDB Cluster ID. tikv_gc_leader_uuid 65802f09f200009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:1400, start at 2025-04-04 20:17:33.140336886 +0800 CST m=+1.487469457 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:33.148 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:33.128 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:33.128 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431029146736364 TiDB Cluster ID. tikv_gc_leader_uuid 65802f09f20000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:1474, start at 2025-04-04 20:17:33.158806846 +0800 CST m=+1.439620282 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:33.165 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:33.128 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:33.128 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/gc_safepoint/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/gc_safepoint/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 8-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431034165996203 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0a6080008 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-hrxg0, pid:1483, start at 2025-04-04 20:17:33.582116566 +0800 CST m=+1.572644839 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:33.590 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:33.570 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:33.570 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431034165996203 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0a6080008 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-hrxg0, pid:1483, start at 2025-04-04 20:17:33.582116566 +0800 CST m=+1.572644839 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:33.590 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:33.570 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:33.570 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431034881848545 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0a6cc000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-hrxg0, pid:1552, start at 2025-04-04 20:17:33.662445545 +0800 CST m=+1.587707633 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:33.669 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:33.670 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:33.670 +0800 All versions after safe point can be accessed. (DO NOT EDIT) table ddl_manager.finish_mark not exists for 18-th check, retry later check diff successfully VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431031706163953 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0aa100006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:1465, start at 2025-04-04 20:17:33.836691969 +0800 CST m=+1.603921021 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:33.845 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:33.828 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:33.828 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431031706163953 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0aa100006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:1465, start at 2025-04-04 20:17:33.836691969 +0800 CST m=+1.603921021 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:33.845 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:33.828 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:33.828 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431035264509187 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0a7a0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-9ntjn, pid:1330, start at 2025-04-04 20:17:33.718409829 +0800 CST m=+1.619678750 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:33.729 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:33.722 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:33.722 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431035264509187 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0a7a0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-9ntjn, pid:1330, start at 2025-04-04 20:17:33.718409829 +0800 CST m=+1.619678750 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:33.729 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:33.722 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:33.722 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431034372785674 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0a790000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-9ntjn, pid:1386, start at 2025-04-04 20:17:33.707072715 +0800 CST m=+1.546462227 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:33.714 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:33.719 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:33.719 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/tiflash/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/tiflash/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431037646543321 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0ab880006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:1532, start at 2025-04-04 20:17:33.930970979 +0800 CST m=+1.624098915 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:33.939 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:33.922 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:33.922 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } start tidb cluster in /tmp/tidb_cdc_test/resolve_lock Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431037730379611 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0a6ec0006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p, pid:1494, start at 2025-04-04 20:17:33.634730186 +0800 CST m=+1.459519907 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:33.642 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:33.627 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:33.627 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431037730379611 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0a6ec0006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p, pid:1494, start at 2025-04-04 20:17:33.634730186 +0800 CST m=+1.459519907 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:33.642 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:33.627 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:33.627 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431029258528175 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0a878000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p, pid:1564, start at 2025-04-04 20:17:33.772173369 +0800 CST m=+1.528529198 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:33.780 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:33.776 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:33.776 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/sink_retry/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/sink_retry/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431036383800134 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0b3fc000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:1408, start at 2025-04-04 20:17:34.500705498 +0800 CST m=+1.378876511 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:34.509 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:34.513 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:34.513 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431036383800134 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0b3fc000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:1408, start at 2025-04-04 20:17:34.500705498 +0800 CST m=+1.378876511 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:34.509 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:34.513 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:34.513 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431043699475429 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0b7180001 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:1492, start at 2025-04-04 20:17:34.662636098 +0800 CST m=+1.459728791 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:34.670 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:34.662 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:34.662 +0800 All versions after safe point can be accessed. (DO NOT EDIT) table test.zstd_finish_mark exists check diff successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.8457.out cli changefeed pause -c zstd Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/simple/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/simple/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/simple/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/simple/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/simple/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff failed 1-th time, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release PASS VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431040193225947 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0b3e40002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-7-nz70k, pid:9302, start at 2025-04-04 20:17:34.459406408 +0800 CST m=+1.435748621 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:34.467 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:34.457 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:34.457 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431040193225947 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0b3e40002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-7-nz70k, pid:9302, start at 2025-04-04 20:17:34.459406408 +0800 CST m=+1.435748621 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:34.467 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:34.457 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:34.457 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431042999901067 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0b55c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-7-nz70k, pid:9373, start at 2025-04-04 20:17:34.591255328 +0800 CST m=+1.499612302 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:34.599 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:34.600 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:34.600 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_topics_v2/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_topics_v2/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_topics_v2/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_topics_v2/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_topics_v2/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } coverage: 2.0% of statements in github.com/pingcap/tiflow/... check diff failed 9-th time, retry later table ddl_manager.finish_mark not exists for 19-th check, retry later \033[0;36m<<< Run all test success >>>\033[0m [Fri Apr 4 20:17:36 CST 2025] <<<<<< START cdc server in gc_safepoint case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/pkg/txnutil/gc/InjectGcSafepointUpdateInterval=return(500)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.gc_safepoint.28362838.out server --log-file /tmp/tidb_cdc_test/gc_safepoint/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/gc_safepoint/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431042861530045 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0c37c0002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1, pid:1404, start at 2025-04-04 20:17:35.455963733 +0800 CST m=+1.628401051 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:35.464 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:35.455 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:35.455 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431042861530045 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0c37c0002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1, pid:1404, start at 2025-04-04 20:17:35.455963733 +0800 CST m=+1.628401051 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:35.464 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:35.455 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:35.455 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431047433160109 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0c37c000b Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1, pid:1485, start at 2025-04-04 20:17:35.472305712 +0800 CST m=+1.569855674 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:35.481 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:35.455 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:35.455 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/new_ci_collation/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/new_ci_collation/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/new_ci_collation/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/new_ci_collation/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/new_ci_collation/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.cli.2887.out cli tso query --pd=http://127.0.0.1:2379 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431038480835077 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0cc40000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-6-zm0kc, pid:1422, start at 2025-04-04 20:17:36.058410332 +0800 CST m=+1.520618057 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:36.067 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:36.066 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:36.066 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431038480835077 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0cc40000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-6-zm0kc, pid:1422, start at 2025-04-04 20:17:36.058410332 +0800 CST m=+1.520618057 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:36.067 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:36.066 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:36.066 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431048603133749 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0cdc8000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-6-zm0kc, pid:1488, start at 2025-04-04 20:17:36.148945999 +0800 CST m=+1.540853679 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:36.157 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:36.164 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:36.164 +0800 All versions after safe point can be accessed. (DO NOT EDIT) [Fri Apr 4 20:17:36 CST 2025] <<<<<< START cdc server in kv_client_stream_reconnect case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/kv/kvClientForceReconnect=return(true)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kv_client_stream_reconnect.28432845.out server --log-file /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tiflash.cli.2825.out cli tso query --pd=http://127.0.0.1:2379 Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_finish/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_finish/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_finish/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_finish/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_finish/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.8490.out cli changefeed remove -c zstd Verifying downstream PD is started... check diff failed 2-th time, retry later Starting Upstream TiDB... [Pipeline] } Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_topics_v2.cli.10685.out cli tso query --pd=http://127.0.0.1:2379 Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Changefeed remove successfully. ID: zstd CheckpointTs: 457118593963524117 SinkURI: kafka://127.0.0.1:9092/ticdc-kafka-compression-zstd-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=zstd PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... [Fri Apr 4 20:17:37 CST 2025] <<<<<< START cdc server in processor_err_chan case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/ProcessorAddTableError=1*return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_err_chan.29302932.out server --log-file /tmp/tidb_cdc_test/processor_err_chan/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_err_chan/cdc_data --cluster-id default --config /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/processor_err_chan/conf/server.toml --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table ddl_manager.finish_mark not exists for 20-th check, retry later [Pipeline] // timeout + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.simple.cli.2882.out cli tso query --pd=http://127.0.0.1:2379 [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc already exists) [Pipeline] } [Pipeline] // cache [Pipeline] // timeout [Pipeline] } [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc already exists) + set +x + tso='457118595644653569 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118595644653569 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:17:38 CST 2025] <<<<<< START cdc server in tiflash case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tiflash.28612863.out server --log-file /tmp/tidb_cdc_test/tiflash/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/tiflash/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Pipeline] // dir [Fri Apr 4 20:17:38 CST 2025] <<<<<< START cdc server in new_ci_collation case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.new_ci_collation.28882890.out server --log-file /tmp/tidb_cdc_test/new_ci_collation/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/new_ci_collation/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Pipeline] // cache [Pipeline] } [Pipeline] } check diff successfully + set +x + tso='457118595659071490 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118595659071490 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Pipeline] // stage [Pipeline] // dir [Pipeline] } [Pipeline] } [Pipeline] // container wait process cdc.test exit for 1-th time... [Pipeline] // stage [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] // container [Pipeline] } [Pipeline] } [Pipeline] // node [Pipeline] // withEnv + set +x [Pipeline] } [Pipeline] } [Pipeline] // podTemplate wait process cdc.test exit for 2-th time... [Pipeline] // node + set +x + tso='457118595904438273 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118595904438273 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:17:39 CST 2025] <<<<<< START cdc server in simple case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.simple.29262928.out server --log-file /tmp/tidb_cdc_test/simple/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/simple/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Pipeline] } [Pipeline] } Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... + set +x + tso='457118595876388865 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118595876388865 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:17:39 CST 2025] <<<<<< START cdc server in multi_topics_v2 case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_topics_v2.1073410736.out server --log-file /tmp/tidb_cdc_test/multi_topics_v2/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_topics_v2/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 ***************** properties ***************** "insertproportion"="0" "mysql.host"="127.0.0.1" "requestdistribution"="uniform" "mysql.user"="root" "dotransactions"="false" "readproportion"="0" "threadcount"="2" "mysql.db"="sink_retry" "mysql.port"="4000" "readallfields"="true" "workload"="core" "scanproportion"="0" "operationcount"="0" "recordcount"="10" "updateproportion"="0" ********************************************** Run finished, takes 9.432149ms INSERT - Takes(s): 0.0, Count: 9, OPS: 1821.6, Avg(us): 1508, Min(us): 1063, Max(us): 4348, 95th(us): 5000, 99th(us): 5000 [Fri Apr 4 20:17:39 CST 2025] <<<<<< START cdc server in sink_retry case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkTxnRandomError=25%return(true)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.29512953.out server --log-file /tmp/tidb_cdc_test/sink_retry/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sink_retry/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Fri Apr 4 20:17:38 CST 2025] <<<<<< START cdc server in changefeed_finish case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_finish.28782880.out server --log-file /tmp/tidb_cdc_test/changefeed_finish/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_finish/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Pipeline] // withEnv [Pipeline] // podTemplate Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) wait process cdc.test exit for 1-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:17:39 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/87c126f4-1ac2-463a-847c-f135256a14b7 {"id":"87c126f4-1ac2-463a-847c-f135256a14b7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769056} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc0feecf 87c126f4-1ac2-463a-847c-f135256a14b7 /tidb/cdc/default/default/upstream/7489431034804915750 {"id":7489431034804915750,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/87c126f4-1ac2-463a-847c-f135256a14b7 {"id":"87c126f4-1ac2-463a-847c-f135256a14b7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769056} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc0feecf 87c126f4-1ac2-463a-847c-f135256a14b7 /tidb/cdc/default/default/upstream/7489431034804915750 {"id":7489431034804915750,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/87c126f4-1ac2-463a-847c-f135256a14b7 {"id":"87c126f4-1ac2-463a-847c-f135256a14b7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769056} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc0feecf 87c126f4-1ac2-463a-847c-f135256a14b7 /tidb/cdc/default/default/upstream/7489431034804915750 {"id":7489431034804915750,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Fri Apr 4 20:17:39 CST 2025] <<<<<< START kafka consumer in gc_safepoint case >>>>>> 0 [Pipeline] } [Pipeline] } cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:17:39 CST 2025] <<<<<< run test case debezium_basic success! >>>>>> check diff failed 3-th time, retry later [Pipeline] // stage [Pipeline] // withEnv [Pipeline] } [Pipeline] } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:17:39 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/67202b5f-b55c-40c9-b3f6-81c7aae04965 {"id":"67202b5f-b55c-40c9-b3f6-81c7aae04965","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769056} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc1338cc 67202b5f-b55c-40c9-b3f6-81c7aae04965 /tidb/cdc/default/default/upstream/7489431034165996203 {"id":7489431034165996203,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/67202b5f-b55c-40c9-b3f6-81c7aae04965 {"id":"67202b5f-b55c-40c9-b3f6-81c7aae04965","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769056} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc1338cc 67202b5f-b55c-40c9-b3f6-81c7aae04965 /tidb/cdc/default/default/upstream/7489431034165996203 {"id":7489431034165996203,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/67202b5f-b55c-40c9-b3f6-81c7aae04965 {"id":"67202b5f-b55c-40c9-b3f6-81c7aae04965","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769056} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc1338cc 67202b5f-b55c-40c9-b3f6-81c7aae04965 /tidb/cdc/default/default/upstream/7489431034165996203 {"id":7489431034165996203,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Fri Apr 4 20:17:39 CST 2025] <<<<<< START kafka consumer in kv_client_stream_reconnect case >>>>>> [Pipeline] // stage [Pipeline] } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431062912092980 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0fc600012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-d-sg31f, pid:1547, start at 2025-04-04 20:17:39.139180601 +0800 CST m=+1.554358931 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:39.148 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:39.145 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:39.145 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431062912092980 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0fc600012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-d-sg31f, pid:1547, start at 2025-04-04 20:17:39.139180601 +0800 CST m=+1.554358931 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:39.148 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:39.145 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:39.145 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431061102098496 TiDB Cluster ID. tikv_gc_leader_uuid 65802f0feb0000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-d-sg31f, pid:1612, start at 2025-04-04 20:17:39.265427434 +0800 CST m=+1.617135209 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:39.273 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:39.244 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:39.244 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/many_pk_or_uk/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/many_pk_or_uk/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/many_pk_or_uk/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/many_pk_or_uk/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/many_pk_or_uk/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } wait process cdc.test exit for 2-th time... table ddl_manager.finish_mark not exists for 21-th check, retry later check diff failed 1-th time, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:17:40 CST 2025] <<<<<< run test case kafka_compression success! >>>>>> + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:17:40 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e2ec2356-b618-40c9-b250-b142e698ec35 {"id":"e2ec2356-b618-40c9-b250-b142e698ec35","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769057} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc10202e e2ec2356-b618-40c9-b250-b142e698ec35 /tidb/cdc/default/default/upstream/7489431031706163953 {"id":7489431031706163953,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e2ec2356-b618-40c9-b250-b142e698ec35 {"id":"e2ec2356-b618-40c9-b250-b142e698ec35","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769057} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc10202e e2ec2356-b618-40c9-b250-b142e698ec35 /tidb/cdc/default/default/upstream/7489431031706163953 {"id":7489431031706163953,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e2ec2356-b618-40c9-b250-b142e698ec35 {"id":"e2ec2356-b618-40c9-b250-b142e698ec35","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769057} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc10202e e2ec2356-b618-40c9-b250-b142e698ec35 /tidb/cdc/default/default/upstream/7489431031706163953 {"id":7489431031706163953,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Fri Apr 4 20:17:40 CST 2025] <<<<<< START kafka consumer in processor_err_chan case >>>>>> check_changefeed_state http://127.0.0.1:2379 ac0b9772-0059-4aad-b1f5-281b13c22fe6 normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=ac0b9772-0059-4aad-b1f5-281b13c22fe6 + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c ac0b9772-0059-4aad-b1f5-281b13c22fe6 -s + info='{ "upstream_id": 7489431031706163953, "namespace": "default", "id": "ac0b9772-0059-4aad-b1f5-281b13c22fe6", "state": "normal", "checkpoint_tso": 457118596668850180, "checkpoint_time": "2025-04-04 20:17:40.779", "error": null }' + echo '{ "upstream_id": 7489431031706163953, "namespace": "default", "id": "ac0b9772-0059-4aad-b1f5-281b13c22fe6", "state": "normal", "checkpoint_tso": 457118596668850180, "checkpoint_time": "2025-04-04 20:17:40.779", "error": null }' { "upstream_id": 7489431031706163953, "namespace": "default", "id": "ac0b9772-0059-4aad-b1f5-281b13c22fe6", "state": "normal", "checkpoint_tso": 457118596668850180, "checkpoint_time": "2025-04-04 20:17:40.779", "error": null } ++ echo '{' '"upstream_id":' 7489431031706163953, '"namespace":' '"default",' '"id":' '"ac0b9772-0059-4aad-b1f5-281b13c22fe6",' '"state":' '"normal",' '"checkpoint_tso":' 457118596668850180, '"checkpoint_time":' '"2025-04-04' '20:17:40.779",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489431031706163953, '"namespace":' '"default",' '"id":' '"ac0b9772-0059-4aad-b1f5-281b13c22fe6",' '"state":' '"normal",' '"checkpoint_tso":' 457118596668850180, '"checkpoint_time":' '"2025-04-04' '20:17:40.779",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431068259852608 TiDB Cluster ID. tikv_gc_leader_uuid 65802f118ac000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p, pid:1474, start at 2025-04-04 20:17:40.956747327 +0800 CST m=+1.524439687 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:40.964 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:40.957 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:40.957 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431068259852608 TiDB Cluster ID. tikv_gc_leader_uuid 65802f118ac000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p, pid:1474, start at 2025-04-04 20:17:40.956747327 +0800 CST m=+1.524439687 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:40.964 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:40.957 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:40.957 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431063381782353 TiDB Cluster ID. tikv_gc_leader_uuid 65802f11a2c000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p, pid:1552, start at 2025-04-04 20:17:41.020308949 +0800 CST m=+1.513918548 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:19:41.028 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:17:41.003 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:07:41.003 +0800 All versions after safe point can be accessed. (DO NOT EDIT) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:17:41 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ae7e4d84-53b3-40e6-a4fa-38a14849d6c9 {"id":"ae7e4d84-53b3-40e6-a4fa-38a14849d6c9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769058} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc139ed6 ae7e4d84-53b3-40e6-a4fa-38a14849d6c9 /tidb/cdc/default/default/upstream/7489431035264509187 {"id":7489431035264509187,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ae7e4d84-53b3-40e6-a4fa-38a14849d6c9 {"id":"ae7e4d84-53b3-40e6-a4fa-38a14849d6c9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769058} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc139ed6 ae7e4d84-53b3-40e6-a4fa-38a14849d6c9 /tidb/cdc/default/default/upstream/7489431035264509187 {"id":7489431035264509187,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ae7e4d84-53b3-40e6-a4fa-38a14849d6c9 {"id":"ae7e4d84-53b3-40e6-a4fa-38a14849d6c9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769058} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc139ed6 ae7e4d84-53b3-40e6-a4fa-38a14849d6c9 /tidb/cdc/default/default/upstream/7489431035264509187 {"id":7489431035264509187,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 9646a108-3d40-44cf-bd90-d364c80d7112 Info: {"upstream_id":7489431035264509187,"namespace":"default","id":"9646a108-3d40-44cf-bd90-d364c80d7112","sink_uri":"kafka://127.0.0.1:9092/ticdc-tiflash-test-3109?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:17:41.585522815+08:00","start_ts":457118595644653569,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118595644653569,"checkpoint_ts":457118595644653569,"checkpoint_time":"2025-04-04 20:17:36.872"} [Fri Apr 4 20:17:41 CST 2025] <<<<<< START kafka consumer in tiflash case >>>>>> + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:17:41 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e8a41c55-7806-4c3e-b4d0-b75ee1699ea3 {"id":"e8a41c55-7806-4c3e-b4d0-b75ee1699ea3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769058} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc167ace e8a41c55-7806-4c3e-b4d0-b75ee1699ea3 /tidb/cdc/default/default/upstream/7489431042861530045 {"id":7489431042861530045,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e8a41c55-7806-4c3e-b4d0-b75ee1699ea3 {"id":"e8a41c55-7806-4c3e-b4d0-b75ee1699ea3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769058} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc167ace e8a41c55-7806-4c3e-b4d0-b75ee1699ea3 /tidb/cdc/default/default/upstream/7489431042861530045 {"id":7489431042861530045,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e8a41c55-7806-4c3e-b4d0-b75ee1699ea3 {"id":"e8a41c55-7806-4c3e-b4d0-b75ee1699ea3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769058} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc167ace e8a41c55-7806-4c3e-b4d0-b75ee1699ea3 /tidb/cdc/default/default/upstream/7489431042861530045 {"id":7489431042861530045,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 107f7160-aa1d-4b80-9dff-926ca26fbeaf Info: {"upstream_id":7489431042861530045,"namespace":"default","id":"107f7160-aa1d-4b80-9dff-926ca26fbeaf","sink_uri":"kafka://127.0.0.1:9092/ticdc-new_ci_collation-test-27314?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:17:41.651483163+08:00","start_ts":457118596033675265,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118596033675265,"checkpoint_ts":457118596033675265,"checkpoint_time":"2025-04-04 20:17:38.356"} [Fri Apr 4 20:17:41 CST 2025] <<<<<< START kafka consumer in new_ci_collation case >>>>>> check diff failed 4-th time, retry later Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/resolve_lock/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/resolve_lock/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/resolve_lock/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/resolve_lock/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/resolve_lock/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff failed 1-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:17:42 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7208787e-dc0d-4f8f-b9e2-18bc8a043a4a {"id":"7208787e-dc0d-4f8f-b9e2-18bc8a043a4a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769059} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc1529d1 7208787e-dc0d-4f8f-b9e2-18bc8a043a4a /tidb/cdc/default/default/upstream/7489431038480835077 {"id":7489431038480835077,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7208787e-dc0d-4f8f-b9e2-18bc8a043a4a {"id":"7208787e-dc0d-4f8f-b9e2-18bc8a043a4a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769059} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc1529d1 7208787e-dc0d-4f8f-b9e2-18bc8a043a4a /tidb/cdc/default/default/upstream/7489431038480835077 {"id":7489431038480835077,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7208787e-dc0d-4f8f-b9e2-18bc8a043a4a {"id":"7208787e-dc0d-4f8f-b9e2-18bc8a043a4a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769059} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc1529d1 7208787e-dc0d-4f8f-b9e2-18bc8a043a4a /tidb/cdc/default/default/upstream/7489431038480835077 {"id":7489431038480835077,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.many_pk_or_uk.cli.2919.out cli tso query --pd=http://127.0.0.1:2379 table new_ci_collation_test.t1 not exists for 1-th check, retry later + break + set +x table ddl_manager.finish_mark not exists for 22-th check, retry later [Fri Apr 4 20:17:42 CST 2025] <<<<<< START kafka consumer in changefeed_finish case >>>>>> + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:17:42 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/693879bc-3c89-469b-af88-8419da543879 {"id":"693879bc-3c89-469b-af88-8419da543879","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769059} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc11a1e3 693879bc-3c89-469b-af88-8419da543879 /tidb/cdc/default/default/upstream/7489431036383800134 {"id":7489431036383800134,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/693879bc-3c89-469b-af88-8419da543879 {"id":"693879bc-3c89-469b-af88-8419da543879","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769059} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc11a1e3 693879bc-3c89-469b-af88-8419da543879 /tidb/cdc/default/default/upstream/7489431036383800134 {"id":7489431036383800134,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/693879bc-3c89-469b-af88-8419da543879 {"id":"693879bc-3c89-469b-af88-8419da543879","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769059} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc11a1e3 693879bc-3c89-469b-af88-8419da543879 /tidb/cdc/default/default/upstream/7489431036383800134 {"id":7489431036383800134,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.simple.cli.2980.out cli changefeed create --start-ts=457118595904438273 '--sink-uri=kafka+ssl://127.0.0.1:9092/ticdc-simple-test-6636?protocol=open-protocol&partition-num=4&kafka-client-id=cdc_test_simple&kafka-version=2.4.1&max-message-bytes=10485760' + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:17:42 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/96f30216-c5d2-477b-afe6-3dfcc7aa8c60 {"id":"96f30216-c5d2-477b-afe6-3dfcc7aa8c60","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769059} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc135cd7 96f30216-c5d2-477b-afe6-3dfcc7aa8c60 /tidb/cdc/default/default/upstream/7489431040193225947 {"id":7489431040193225947,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/96f30216-c5d2-477b-afe6-3dfcc7aa8c60 {"id":"96f30216-c5d2-477b-afe6-3dfcc7aa8c60","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769059} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc135cd7 96f30216-c5d2-477b-afe6-3dfcc7aa8c60 /tidb/cdc/default/default/upstream/7489431040193225947 {"id":7489431040193225947,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/96f30216-c5d2-477b-afe6-3dfcc7aa8c60 {"id":"96f30216-c5d2-477b-afe6-3dfcc7aa8c60","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769059} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc135cd7 96f30216-c5d2-477b-afe6-3dfcc7aa8c60 /tidb/cdc/default/default/upstream/7489431040193225947 {"id":7489431040193225947,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_topics_v2.cli.10793.out cli changefeed create --start-ts=457118595876388865 '--sink-uri=kafka://127.0.0.1:9092/multi_topics?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1' --config /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_topics_v2/conf/changefeed.toml Create changefeed successfully! ID: fa916d35-2632-46c3-93fc-4c96b426b62e Info: {"upstream_id":7489431040193225947,"namespace":"default","id":"fa916d35-2632-46c3-93fc-4c96b426b62e","sink_uri":"kafka://127.0.0.1:9092/multi_topics?protocol=canal-json\u0026enable-tidb-extension=true\u0026kafka-version=2.4.1","create_time":"2025-04-04T20:17:42.710002423+08:00","start_ts":457118595876388865,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"dispatchers":[{"matcher":["test.*"],"topic":"{schema}_{table}"}],"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":true,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118595876388865,"checkpoint_ts":457118595876388865,"checkpoint_time":"2025-04-04 20:17:37.756"} PASS + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:17:42 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ee4cc709-6c35-4a39-a726-400818e32bfa {"id":"ee4cc709-6c35-4a39-a726-400818e32bfa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769059} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc0df8ec ee4cc709-6c35-4a39-a726-400818e32bfa /tidb/cdc/default/default/upstream/7489431037730379611 {"id":7489431037730379611,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ee4cc709-6c35-4a39-a726-400818e32bfa {"id":"ee4cc709-6c35-4a39-a726-400818e32bfa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769059} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc0df8ec ee4cc709-6c35-4a39-a726-400818e32bfa /tidb/cdc/default/default/upstream/7489431037730379611 {"id":7489431037730379611,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ee4cc709-6c35-4a39-a726-400818e32bfa {"id":"ee4cc709-6c35-4a39-a726-400818e32bfa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769059} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc0df8ec ee4cc709-6c35-4a39-a726-400818e32bfa /tidb/cdc/default/default/upstream/7489431037730379611 {"id":7489431037730379611,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.cli.3008.out cli changefeed create --start-ts=457118595659071490 '--sink-uri=kafka://127.0.0.1:9092/ticdc-sink-retry-test-31660?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' Create changefeed successfully! ID: 8bc08224-2d77-4f6b-83d4-4d3df3ea3fe5 Info: {"upstream_id":7489431036383800134,"namespace":"default","id":"8bc08224-2d77-4f6b-83d4-4d3df3ea3fe5","sink_uri":"kafka+ssl://127.0.0.1:9092/ticdc-simple-test-6636?protocol=open-protocol\u0026partition-num=4\u0026kafka-client-id=cdc_test_simple\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:17:42.90165293+08:00","start_ts":457118595904438273,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118595904438273,"checkpoint_ts":457118595904438273,"checkpoint_time":"2025-04-04 20:17:37.863"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... Create changefeed successfully! ID: 4cca27b9-9f8c-4754-af9d-d1a03ee25346 Info: {"upstream_id":7489431037730379611,"namespace":"default","id":"4cca27b9-9f8c-4754-af9d-d1a03ee25346","sink_uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-31660?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:17:42.965357302+08:00","start_ts":457118595659071490,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118595659071490,"checkpoint_ts":457118595659071490,"checkpoint_time":"2025-04-04 20:17:36.927"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... check diff failed 2-th time, retry later coverage: 2.5% of statements in github.com/pingcap/tiflow/... table cdc_tiflash_test.multi_data_type not exists for 1-th check, retry later check diff failed 1-th time, retry later + set +x + tso='457118597079367681 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118597079367681 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:17:43 CST 2025] <<<<<< START cdc server in many_pk_or_uk case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.many_pk_or_uk.29572959.out server --log-file /tmp/tidb_cdc_test/many_pk_or_uk/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/many_pk_or_uk/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table new_ci_collation_test.t1 exists table new_ci_collation_test.t2 not exists for 1-th check, retry later table ddl_manager.finish_mark not exists for 23-th check, retry later check diff failed 5-th time, retry later + set +x + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resolve_lock.cli.2942.out cli tso query --pd=http://127.0.0.1:2379 check diff failed 2-th time, retry later + set +x [Fri Apr 4 20:17:44 CST 2025] <<<<<< START kafka consumer in simple case >>>>>> succeed to verify meta placement rules + set +x [Fri Apr 4 20:17:44 CST 2025] <<<<<< START kafka consumer in sink_retry case >>>>>> TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ check data failed 1-th time, retry later check diff successfully check_safepoint_forward http://127.0.0.1:2379 7489431034804915750 457118597428805636 457118596262264833 table cdc_tiflash_test.multi_data_type exists check diff failed 1-th time, retry later + set +x + tso='457118597567479809 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118597567479809 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:17:45 CST 2025] <<<<<< START cdc server in resolve_lock case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resolve_lock.29782980.out server --log-file /tmp/tidb_cdc_test/resolve_lock/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/resolve_lock/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 run task successfully table ddl_manager.finish_mark not exists for 24-th check, retry later check diff failed 6-th time, retry later check_changefeed_state http://127.0.0.1:2379 27f2e381-948d-4211-a160-7fd614c5df16 stopped null + endpoints=http://127.0.0.1:2379 + changefeed_id=27f2e381-948d-4211-a160-7fd614c5df16 + expected_state=stopped + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 27f2e381-948d-4211-a160-7fd614c5df16 -s check diff successfully check diff failed 2-th time, retry later + info='{ "upstream_id": 7489431034804915750, "namespace": "default", "id": "27f2e381-948d-4211-a160-7fd614c5df16", "state": "stopped", "checkpoint_tso": 457118597953093637, "checkpoint_time": "2025-04-04 20:17:45.678", "error": null }' + echo '{ "upstream_id": 7489431034804915750, "namespace": "default", "id": "27f2e381-948d-4211-a160-7fd614c5df16", "state": "stopped", "checkpoint_tso": 457118597953093637, "checkpoint_time": "2025-04-04 20:17:45.678", "error": null }' { "upstream_id": 7489431034804915750, "namespace": "default", "id": "27f2e381-948d-4211-a160-7fd614c5df16", "state": "stopped", "checkpoint_tso": 457118597953093637, "checkpoint_time": "2025-04-04 20:17:45.678", "error": null } ++ echo '{' '"upstream_id":' 7489431034804915750, '"namespace":' '"default",' '"id":' '"27f2e381-948d-4211-a160-7fd614c5df16",' '"state":' '"stopped",' '"checkpoint_tso":' 457118597953093637, '"checkpoint_time":' '"2025-04-04' '20:17:45.678",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7489431034804915750, '"namespace":' '"default",' '"id":' '"27f2e381-948d-4211-a160-7fd614c5df16",' '"state":' '"stopped",' '"checkpoint_tso":' 457118597953093637, '"checkpoint_time":' '"2025-04-04' '20:17:45.678",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_safepoint_equal http://127.0.0.1:2379 7489431034804915750 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ check data failed 2-th time, retry later wait process cdc.test exit for 1-th time... table new_ci_collation_test.t2 exists table new_ci_collation_test.t3 not exists for 1-th check, retry later wait process cdc.test exit for 2-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:17:46 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/af7f6c98-73d0-4b95-b295-4ebc28d4946d {"id":"af7f6c98-73d0-4b95-b295-4ebc28d4946d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769064} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc28ffd6 af7f6c98-73d0-4b95-b295-4ebc28d4946d /tidb/cdc/default/default/upstream/7489431062912092980 {"id":7489431062912092980,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/af7f6c98-73d0-4b95-b295-4ebc28d4946d {"id":"af7f6c98-73d0-4b95-b295-4ebc28d4946d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769064} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc28ffd6 af7f6c98-73d0-4b95-b295-4ebc28d4946d /tidb/cdc/default/default/upstream/7489431062912092980 {"id":7489431062912092980,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/af7f6c98-73d0-4b95-b295-4ebc28d4946d {"id":"af7f6c98-73d0-4b95-b295-4ebc28d4946d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769064} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc28ffd6 af7f6c98-73d0-4b95-b295-4ebc28d4946d /tidb/cdc/default/default/upstream/7489431062912092980 {"id":7489431062912092980,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.many_pk_or_uk.cli.3012.out cli changefeed create --start-ts=457118597079367681 '--sink-uri=kafka://127.0.0.1:9092/ticdc-many-pk-or-uk-test-14051?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' Create changefeed successfully! ID: a93677d2-72e4-49ed-9d38-9f3100645421 Info: {"upstream_id":7489431062912092980,"namespace":"default","id":"a93677d2-72e4-49ed-9d38-9f3100645421","sink_uri":"kafka://127.0.0.1:9092/ticdc-many-pk-or-uk-test-14051?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:17:47.303210798+08:00","start_ts":457118597079367681,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118597079367681,"checkpoint_ts":457118597079367681,"checkpoint_time":"2025-04-04 20:17:42.345"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:17:47 CST 2025] <<<<<< run test case processor_err_chan success! >>>>>> check diff successfully table ddl_manager.finish_mark not exists for 25-th check, retry later check diff successfully wait process cdc.test exit for 1-th time... check diff successfully table new_ci_collation_test.t3 exists table new_ci_collation_test.t4 not exists for 1-th check, retry later wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... + set +x [Fri Apr 4 20:17:48 CST 2025] <<<<<< START kafka consumer in many_pk_or_uk case >>>>>> go: downloading go1.23.4 (linux/amd64) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:17:48 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b3031f43-016f-482e-b136-0d37fc7d5fa7 {"id":"b3031f43-016f-482e-b136-0d37fc7d5fa7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769066} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc2c5ed8 b3031f43-016f-482e-b136-0d37fc7d5fa7 /tidb/cdc/default/default/upstream/7489431068259852608 {"id":7489431068259852608,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b3031f43-016f-482e-b136-0d37fc7d5fa7 {"id":"b3031f43-016f-482e-b136-0d37fc7d5fa7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769066} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc2c5ed8 b3031f43-016f-482e-b136-0d37fc7d5fa7 /tidb/cdc/default/default/upstream/7489431068259852608 {"id":7489431068259852608,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b3031f43-016f-482e-b136-0d37fc7d5fa7 {"id":"b3031f43-016f-482e-b136-0d37fc7d5fa7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769066} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc2c5ed8 b3031f43-016f-482e-b136-0d37fc7d5fa7 /tidb/cdc/default/default/upstream/7489431068259852608 {"id":7489431068259852608,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resolve_lock.cli.3039.out cli changefeed create --start-ts=457118597567479809 '--sink-uri=kafka://127.0.0.1:9092/ticdc-resolve-lock-test-29530?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:17:48 CST 2025] <<<<<< run test case tiflash success! >>>>>> TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ check data failed 3-th time, retry later wait process cdc.test exit for 2-th time... Create changefeed successfully! ID: dcaefe10-a2c7-4ff2-b811-c598b121a094 Info: {"upstream_id":7489431068259852608,"namespace":"default","id":"dcaefe10-a2c7-4ff2-b811-c598b121a094","sink_uri":"kafka://127.0.0.1:9092/ticdc-resolve-lock-test-29530?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:17:49.226267127+08:00","start_ts":457118597567479809,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118597567479809,"checkpoint_ts":457118597567479809,"checkpoint_time":"2025-04-04 20:17:44.207"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:17:49 CST 2025] <<<<<< run test case processor_stop_delay success! >>>>>> run task successfully check_changefeed_state http://127.0.0.1:2379 27f2e381-948d-4211-a160-7fd614c5df16 normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=27f2e381-948d-4211-a160-7fd614c5df16 + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 27f2e381-948d-4211-a160-7fd614c5df16 -s + info='{ "upstream_id": 7489431034804915750, "namespace": "default", "id": "27f2e381-948d-4211-a160-7fd614c5df16", "state": "normal", "checkpoint_tso": 457118597953093637, "checkpoint_time": "2025-04-04 20:17:45.678", "error": null }' + echo '{ "upstream_id": 7489431034804915750, "namespace": "default", "id": "27f2e381-948d-4211-a160-7fd614c5df16", "state": "normal", "checkpoint_tso": 457118597953093637, "checkpoint_time": "2025-04-04 20:17:45.678", "error": null }' { "upstream_id": 7489431034804915750, "namespace": "default", "id": "27f2e381-948d-4211-a160-7fd614c5df16", "state": "normal", "checkpoint_tso": 457118597953093637, "checkpoint_time": "2025-04-04 20:17:45.678", "error": null } ++ echo '{' '"upstream_id":' 7489431034804915750, '"namespace":' '"default",' '"id":' '"27f2e381-948d-4211-a160-7fd614c5df16",' '"state":' '"normal",' '"checkpoint_tso":' 457118597953093637, '"checkpoint_time":' '"2025-04-04' '20:17:45.678",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489431034804915750, '"namespace":' '"default",' '"id":' '"27f2e381-948d-4211-a160-7fd614c5df16",' '"state":' '"normal",' '"checkpoint_tso":' 457118597953093637, '"checkpoint_time":' '"2025-04-04' '20:17:45.678",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_safepoint_forward http://127.0.0.1:2379 7489431034804915750 457118597953093636 457118597953093637 table ddl_manager.finish_mark not exists for 26-th check, retry later table new_ci_collation_test.t4 exists table new_ci_collation_test.t5 not exists for 1-th check, retry later + set +x [Fri Apr 4 20:17:50 CST 2025] <<<<<< START kafka consumer in resolve_lock case >>>>>> go: downloading go1.23.4 (linux/amd64) run task successfully check data successfully check_changefeed_state http://127.0.0.1:2379 27f2e381-948d-4211-a160-7fd614c5df16 stopped null + endpoints=http://127.0.0.1:2379 + changefeed_id=27f2e381-948d-4211-a160-7fd614c5df16 + expected_state=stopped + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 27f2e381-948d-4211-a160-7fd614c5df16 -s wait process cdc.test exit for 1-th time... + info='{ "upstream_id": 7489431034804915750, "namespace": "default", "id": "27f2e381-948d-4211-a160-7fd614c5df16", "state": "stopped", "checkpoint_tso": 457118597953093637, "checkpoint_time": "2025-04-04 20:17:45.678", "error": null }' + echo '{ "upstream_id": 7489431034804915750, "namespace": "default", "id": "27f2e381-948d-4211-a160-7fd614c5df16", "state": "stopped", "checkpoint_tso": 457118597953093637, "checkpoint_time": "2025-04-04 20:17:45.678", "error": null }' { "upstream_id": 7489431034804915750, "namespace": "default", "id": "27f2e381-948d-4211-a160-7fd614c5df16", "state": "stopped", "checkpoint_tso": 457118597953093637, "checkpoint_time": "2025-04-04 20:17:45.678", "error": null } ++ echo '{' '"upstream_id":' 7489431034804915750, '"namespace":' '"default",' '"id":' '"27f2e381-948d-4211-a160-7fd614c5df16",' '"state":' '"stopped",' '"checkpoint_tso":' 457118597953093637, '"checkpoint_time":' '"2025-04-04' '20:17:45.678",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7489431034804915750, '"namespace":' '"default",' '"id":' '"27f2e381-948d-4211-a160-7fd614c5df16",' '"state":' '"stopped",' '"checkpoint_tso":' 457118597953093637, '"checkpoint_time":' '"2025-04-04' '20:17:45.678",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_changefeed_state http://127.0.0.1:2379 5e6cab8a-4fdd-4310-8e19-068a26576d55 normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=5e6cab8a-4fdd-4310-8e19-068a26576d55 + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 5e6cab8a-4fdd-4310-8e19-068a26576d55 -s + info='{ "upstream_id": 7489431034804915750, "namespace": "default", "id": "5e6cab8a-4fdd-4310-8e19-068a26576d55", "state": "normal", "checkpoint_tso": 457118599434207237, "checkpoint_time": "2025-04-04 20:17:51.328", "error": null }' + echo '{ "upstream_id": 7489431034804915750, "namespace": "default", "id": "5e6cab8a-4fdd-4310-8e19-068a26576d55", "state": "normal", "checkpoint_tso": 457118599434207237, "checkpoint_time": "2025-04-04 20:17:51.328", "error": null }' { "upstream_id": 7489431034804915750, "namespace": "default", "id": "5e6cab8a-4fdd-4310-8e19-068a26576d55", "state": "normal", "checkpoint_tso": 457118599434207237, "checkpoint_time": "2025-04-04 20:17:51.328", "error": null } ++ echo '{' '"upstream_id":' 7489431034804915750, '"namespace":' '"default",' '"id":' '"5e6cab8a-4fdd-4310-8e19-068a26576d55",' '"state":' '"normal",' '"checkpoint_tso":' 457118599434207237, '"checkpoint_time":' '"2025-04-04' '20:17:51.328",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489431034804915750, '"namespace":' '"default",' '"id":' '"5e6cab8a-4fdd-4310-8e19-068a26576d55",' '"state":' '"normal",' '"checkpoint_tso":' 457118599434207237, '"checkpoint_time":' '"2025-04-04' '20:17:51.328",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_safepoint_equal http://127.0.0.1:2379 7489431034804915750 wait process cdc.test exit for 2-th time... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_basic/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... table ddl_manager.finish_mark not exists for 27-th check, retry later table new_ci_collation_test.t5 exists check diff failed 1-th time, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:17:52 CST 2025] <<<<<< run test case simple success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_messages/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:17:52 CST 2025] <<<<<< run test case kafka_messages success! >>>>>> go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394 go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/atomic v1.11.0 go: downloading go.uber.org/multierr v1.11.0 table ddl_manager.finish_mark not exists for 28-th check, retry later check diff failed 2-th time, retry later run task successfully start tidb cluster in /tmp/tidb_cdc_test/kafka_simple_basic Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Changefeed remove successfully. ID: 27f2e381-948d-4211-a160-7fd614c5df16 CheckpointTs: 457118597953093637 SinkURI: kafka://127.0.0.1:9092/ticdc-gc-safepoint-902?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 check_safepoint_forward http://127.0.0.1:2379 7489431034804915750 457118600312389637 457118597953093637 457118599434207237 table ddl_manager.finish_mark not exists for 29-th check, retry later go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8 go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394 go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31 go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/prometheus/client_golang v1.20.5 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading google.golang.org/grpc v1.64.0 go: downloading github.com/google/btree v1.1.2 go: downloading golang.org/x/sync v0.10.0 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading github.com/docker/go-units v0.5.0 go: downloading google.golang.org/protobuf v1.35.2 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/prometheus/common v0.61.0 go: downloading github.com/prometheus/procfs v0.15.1 go: downloading github.com/beorn7/perks v1.0.1 go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading golang.org/x/sys v0.28.0 go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading golang.org/x/net v0.33.0 go: downloading golang.org/x/text v0.21.0 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_sink_error_resume/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... run task successfully go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 go: downloading google.golang.org/grpc v1.64.0 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading golang.org/x/sync v0.10.0 go: downloading github.com/prometheus/client_golang v1.20.5 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22 go: downloading golang.org/x/net v0.33.0 go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/gorilla/mux v1.8.1 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading github.com/google/uuid v1.6.0 go: downloading golang.org/x/text v0.21.0 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/stretchr/testify v1.10.0 go: downloading golang.org/x/sys v0.28.0 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading golang.org/x/tools v0.28.0 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading cloud.google.com/go/storage v1.39.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/klauspost/compress v1.17.9 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading golang.org/x/oauth2 v0.24.0 go: downloading google.golang.org/api v0.170.0 go: downloading cloud.google.com/go v0.112.2 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/qri-io/jsonschema v0.2.1 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading golang.org/x/time v0.7.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/golang/snappy v0.0.4 go: downloading google.golang.org/protobuf v1.35.2 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading golang.org/x/crypto v0.31.0 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/common v0.61.0 go: downloading github.com/prometheus/procfs v0.15.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 check diff failed 3-th time, retry later go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda go: downloading cloud.google.com/go/iam v1.1.7 go: downloading github.com/googleapis/gax-go/v2 v2.12.3 go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading gopkg.in/yaml.v3 v3.0.1 Changefeed remove successfully. ID: 5e6cab8a-4fdd-4310-8e19-068a26576d55 CheckpointTs: 457118600574533639 SinkURI: kafka://127.0.0.1:9092/ticdc-gc-safepoint-902?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 check_safepoint_cleared http://127.0.0.1:2379 7489431034804915750 run task successfully go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading golang.org/x/term v0.27.0 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/mattn/go-runewidth v0.0.16 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/robfig/cron v1.2.0 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading go.opentelemetry.io/otel/trace v1.24.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading github.com/golang-jwt/jwt/v5 v5.2.1 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/goccy/go-reflect v1.2.0 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/rivo/uniseg v0.4.7 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible go: downloading github.com/pierrec/lz4/v4 v4.1.18 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/DataDog/zstd v1.5.5 wait process cdc.test exit for 1-th time... go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/rogpeppe/go-internal v1.13.1 go: downloading github.com/kr/text v0.2.0 go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading github.com/andybalholm/brotli v1.0.5 go: downloading github.com/klauspost/cpuid/v2 v2.2.4 table ddl_manager.finish_mark not exists for 30-th check, retry later go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/gorilla/mux v1.8.1 go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading cloud.google.com/go/storage v1.39.1 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/stretchr/testify v1.10.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0 go: downloading github.com/otiai10/copy v1.2.0 go: downloading golang.org/x/tools v0.28.0 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/klauspost/compress v1.17.9 go: downloading github.com/qri-io/jsonschema v0.2.1 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading golang.org/x/time v0.7.0 go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading golang.org/x/oauth2 v0.24.0 go: downloading google.golang.org/api v0.170.0 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading golang.org/x/term v0.27.0 wait process cdc.test exit for 2-th time... go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading cloud.google.com/go v0.112.2 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/spf13/cobra v1.8.1 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/mattn/go-runewidth v0.0.16 go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading golang.org/x/crypto v0.31.0 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading k8s.io/api v0.29.11 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading github.com/robfig/cron v1.2.0 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/goccy/go-reflect v1.2.0 go: downloading github.com/rivo/uniseg v0.4.7 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading github.com/pierrec/lz4/v4 v4.1.18 go: downloading cloud.google.com/go/kms v1.15.8 cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:17:58 CST 2025] <<<<<< run test case gc_safepoint success! >>>>>> go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading cloud.google.com/go/iam v1.1.7 go: downloading github.com/googleapis/gax-go/v2 v2.12.3 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading go.opentelemetry.io/otel/trace v1.24.0 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/golang-jwt/jwt/v5 v5.2.1 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff failed 4-th time, retry later go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/pierrec/lz4 v2.6.1+incompatible go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.13.1 go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/andybalholm/brotli v1.0.5 go: downloading github.com/klauspost/cpuid/v2 v2.2.4 go: downloading k8s.io/apimachinery v0.29.11 start tidb cluster in /tmp/tidb_cdc_test/kafka_sink_error_resume Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... go: downloading k8s.io/klog/v2 v2.120.1 go: downloading github.com/google/gofuzz v1.2.0 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading gopkg.in/inf.v0 v0.9.1 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/changefeed_reconstruct/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... go: downloading github.com/pierrec/lz4 v2.6.1+incompatible table ddl_manager.finish_mark not exists for 31-th check, retry later go: downloading github.com/google/s2a-go v0.1.7 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 5-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/region_merge/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/partition_table/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table ddl_manager.finish_mark not exists for 32-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431159930943577 TiDB Cluster ID. tikv_gc_leader_uuid 65802f265840007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:8631, start at 2025-04-04 20:18:02.223246238 +0800 CST m=+1.594237006 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:02.232 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:02.209 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:02.209 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431159930943577 TiDB Cluster ID. tikv_gc_leader_uuid 65802f265840007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:8631, start at 2025-04-04 20:18:02.223246238 +0800 CST m=+1.594237006 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:02.232 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:02.209 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:02.209 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431155523908045 TiDB Cluster ID. tikv_gc_leader_uuid 65802f2659c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:8715, start at 2025-04-04 20:18:02.248137399 +0800 CST m=+1.550020601 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:02.255 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:02.215 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:02.215 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/kafka_simple_basic/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/kafka_simple_basic/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_simple_basic/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_simple_basic/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_simple_basic/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff successfully start tidb cluster in /tmp/tidb_cdc_test/changefeed_reconstruct Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading github.com/google/s2a-go v0.1.7 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 check diff failed 1-th time, retry later table ddl_manager.finish_mark not exists for 33-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/region_merge Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc_server_tips/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/partition_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [Fri Apr 4 20:18:05 CST 2025] <<<<<< START cdc server in kafka_simple_basic case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_basic.1017110173.out server --log-file /tmp/tidb_cdc_test/kafka_simple_basic/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_simple_basic/cdc_data --cluster-id default + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff successfully wait process cdc.test exit for 1-th time... table ddl_manager.finish_mark not exists for 34-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431174040718454 TiDB Cluster ID. tikv_gc_leader_uuid 65802f298b8000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:9625, start at 2025-04-04 20:18:05.506358795 +0800 CST m=+1.496575063 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:05.514 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:05.486 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:05.486 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431174040718454 TiDB Cluster ID. tikv_gc_leader_uuid 65802f298b8000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:9625, start at 2025-04-04 20:18:05.506358795 +0800 CST m=+1.496575063 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:05.514 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:05.486 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:05.486 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431174298746098 TiDB Cluster ID. tikv_gc_leader_uuid 65802f29980000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:9701, start at 2025-04-04 20:18:05.566991114 +0800 CST m=+1.484951106 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:05.575 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:05.536 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:05.536 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/kafka_sink_error_resume/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/kafka_sink_error_resume/tiflash/log/error.log wait process cdc.test exit for 2-th time... arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_sink_error_resume/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_sink_error_resume/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_sink_error_resume/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:18:06 CST 2025] <<<<<< run test case new_ci_collation success! >>>>>> start tidb cluster in /tmp/tidb_cdc_test/cdc_server_tips Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table ddl_manager.finish_mark not exists for 35-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Fri Apr 4 20:18:08 CST 2025] <<<<<< START cdc server in kafka_sink_error_resume case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/mq/dmlproducer/KafkaSinkAsyncSendError=1*return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_sink_error_resume.1114011142.out server --log-file /tmp/tidb_cdc_test/kafka_sink_error_resume/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_sink_error_resume/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:18:08 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/87ebb59e-6a51-48c7-b16a-13a2e7d3a22d {"id":"87ebb59e-6a51-48c7-b16a-13a2e7d3a22d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769085} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc7d3ad3 87ebb59e-6a51-48c7-b16a-13a2e7d3a22d /tidb/cdc/default/default/upstream/7489431159930943577 {"id":7489431159930943577,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/87ebb59e-6a51-48c7-b16a-13a2e7d3a22d {"id":"87ebb59e-6a51-48c7-b16a-13a2e7d3a22d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769085} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc7d3ad3 87ebb59e-6a51-48c7-b16a-13a2e7d3a22d /tidb/cdc/default/default/upstream/7489431159930943577 {"id":7489431159930943577,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/87ebb59e-6a51-48c7-b16a-13a2e7d3a22d {"id":"87ebb59e-6a51-48c7-b16a-13a2e7d3a22d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769085} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc7d3ad3 87ebb59e-6a51-48c7-b16a-13a2e7d3a22d /tidb/cdc/default/default/upstream/7489431159930943577 {"id":7489431159930943577,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_basic.cli.10227.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-simple-basic-4645?protocol=simple' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_basic/conf/changefeed.toml -c simple-basic Create changefeed successfully! ID: simple-basic Info: {"upstream_id":7489431159930943577,"namespace":"default","id":"simple-basic","sink_uri":"kafka://127.0.0.1:9092/ticdc-simple-basic-4645?protocol=simple","create_time":"2025-04-04T20:18:08.644349692+08:00","start_ts":457118603938365444,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":5,"send_bootstrap_in_msg_count":100,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118603938365444,"checkpoint_ts":457118603938365444,"checkpoint_time":"2025-04-04 20:18:08.510"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431190982993975 TiDB Cluster ID. tikv_gc_leader_uuid 65802f2d5b0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:4327, start at 2025-04-04 20:18:09.433710425 +0800 CST m=+1.615389156 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:09.441 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:09.438 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:09.438 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431190982993975 TiDB Cluster ID. tikv_gc_leader_uuid 65802f2d5b0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:4327, start at 2025-04-04 20:18:09.433710425 +0800 CST m=+1.615389156 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:09.441 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:09.438 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:09.438 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431187335931067 TiDB Cluster ID. tikv_gc_leader_uuid 65802f2d738000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:4403, start at 2025-04-04 20:18:09.503135367 +0800 CST m=+1.600175616 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:09.511 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:09.486 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:09.486 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... + set +x Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_reconstruct/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/changefeed_pause_resume/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... table ddl_manager.finish_mark not exists for 36-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:18:11 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ef60219c-cf24-4f0d-b0a8-2d9dc37ace5f {"id":"ef60219c-cf24-4f0d-b0a8-2d9dc37ace5f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769088} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc8e55cf ef60219c-cf24-4f0d-b0a8-2d9dc37ace5f /tidb/cdc/default/default/upstream/7489431174040718454 {"id":7489431174040718454,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ef60219c-cf24-4f0d-b0a8-2d9dc37ace5f {"id":"ef60219c-cf24-4f0d-b0a8-2d9dc37ace5f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769088} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc8e55cf ef60219c-cf24-4f0d-b0a8-2d9dc37ace5f /tidb/cdc/default/default/upstream/7489431174040718454 {"id":7489431174040718454,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ef60219c-cf24-4f0d-b0a8-2d9dc37ace5f {"id":"ef60219c-cf24-4f0d-b0a8-2d9dc37ace5f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769088} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc8e55cf ef60219c-cf24-4f0d-b0a8-2d9dc37ace5f /tidb/cdc/default/default/upstream/7489431174040718454 {"id":7489431174040718454,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Fri Apr 4 20:18:11 CST 2025] <<<<<< START kafka consumer in kafka_sink_error_resume case >>>>>> check_changefeed_status 127.0.0.1:8300 2723654c-508b-4cc6-9e99-fd4df8eab2c0 warning last_warning kafka sink injected error + endpoint=127.0.0.1:8300 + changefeed_id=2723654c-508b-4cc6-9e99-fd4df8eab2c0 + expected_state=warning + field=last_warning + error_pattern=kafka ++ curl 127.0.0.1:8300/api/v2/changefeeds/2723654c-508b-4cc6-9e99-fd4df8eab2c0/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 86 100 86 0 0 1211 0 --:--:-- --:--:-- --:--:-- 1211 + info='{"state":"normal","resolved_ts":457118604744720388,"checkpoint_ts":457118604744720388}' + echo '{"state":"normal","resolved_ts":457118604744720388,"checkpoint_ts":457118604744720388}' {"state":"normal","resolved_ts":457118604744720388,"checkpoint_ts":457118604744720388} ++ echo '{"state":"normal","resolved_ts":457118604744720388,"checkpoint_ts":457118604744720388}' ++ jq -r .state + state=normal + [[ ! normal == \w\a\r\n\i\n\g ]] + echo 'changefeed state normal does not equal to warning' changefeed state normal does not equal to warning + exit 1 run task failed 1-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431198728450330 TiDB Cluster ID. tikv_gc_leader_uuid 65802f2f1b0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd, pid:10157, start at 2025-04-04 20:18:11.222320624 +0800 CST m=+1.406001327 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:11.231 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:11.230 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:11.230 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431198728450330 TiDB Cluster ID. tikv_gc_leader_uuid 65802f2f1b0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd, pid:10157, start at 2025-04-04 20:18:11.222320624 +0800 CST m=+1.406001327 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:11.231 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:11.230 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:11.230 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431194552140600 TiDB Cluster ID. tikv_gc_leader_uuid 65802f2f3f80007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-4f8xd, pid:10232, start at 2025-04-04 20:18:11.335096358 +0800 CST m=+1.438655790 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:11.343 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:11.326 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:11.326 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... [Fri Apr 4 20:18:12 CST 2025] <<<<<< START cdc server in changefeed_reconstruct case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_reconstruct.57915793.out server --log-file /tmp/tidb_cdc_test/changefeed_reconstruct/cdcserver1.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_reconstruct/cdc_dataserver1 --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/partition_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/partition_table/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table ddl_manager.finish_mark not exists for 37-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431198693141244 TiDB Cluster ID. tikv_gc_leader_uuid 65802f2f72c000f Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-9ntjn, pid:4324, start at 2025-04-04 20:18:11.567641321 +0800 CST m=+1.679365600 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:11.576 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:11.581 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:11.581 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431198693141244 TiDB Cluster ID. tikv_gc_leader_uuid 65802f2f72c000f Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-9ntjn, pid:4324, start at 2025-04-04 20:18:11.567641321 +0800 CST m=+1.679365600 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:11.576 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:11.581 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:11.581 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/changefeed_pause_resume Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.cli.11628.out cli tso query --pd=http://127.0.0.1:2379 table ddl_manager.finish_mark not exists for 38-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431197822981366 TiDB Cluster ID. tikv_gc_leader_uuid 65802f31a2c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-9ntjn, pid:4392, start at 2025-04-04 20:18:13.805032786 +0800 CST m=+3.856127348 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:13.813 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:13.771 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:13.771 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/region_merge/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/region_merge/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/region_merge/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/region_merge/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/region_merge/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check_changefeed_status 127.0.0.1:8300 2723654c-508b-4cc6-9e99-fd4df8eab2c0 warning last_warning kafka sink injected error + endpoint=127.0.0.1:8300 + changefeed_id=2723654c-508b-4cc6-9e99-fd4df8eab2c0 + expected_state=warning + field=last_warning + error_pattern=kafka ++ curl 127.0.0.1:8300/api/v2/changefeeds/2723654c-508b-4cc6-9e99-fd4df8eab2c0/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 86 100 86 0 0 1061 0 --:--:-- --:--:-- --:--:-- 1061 + info='{"state":"normal","resolved_ts":457118604784304155,"checkpoint_ts":457118604784304155}' + echo '{"state":"normal","resolved_ts":457118604784304155,"checkpoint_ts":457118604784304155}' {"state":"normal","resolved_ts":457118604784304155,"checkpoint_ts":457118604784304155} ++ echo '{"state":"normal","resolved_ts":457118604784304155,"checkpoint_ts":457118604784304155}' ++ jq -r .state + state=normal + [[ ! normal == \w\a\r\n\i\n\g ]] + echo 'changefeed state normal does not equal to warning' changefeed state normal does not equal to warning + exit 1 run task failed 2-th time, retry later table test.finish_mark_for_ddl not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:18:15 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/90b1c364-710b-4b3d-8b84-be0fd5127f06 {"id":"90b1c364-710b-4b3d-8b84-be0fd5127f06","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769092} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc9b3bcd 90b1c364-710b-4b3d-8b84-be0fd5127f06 /tidb/cdc/default/default/upstream/7489431190982993975 {"id":7489431190982993975,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/90b1c364-710b-4b3d-8b84-be0fd5127f06 {"id":"90b1c364-710b-4b3d-8b84-be0fd5127f06","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769092} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc9b3bcd 90b1c364-710b-4b3d-8b84-be0fd5127f06 /tidb/cdc/default/default/upstream/7489431190982993975 {"id":7489431190982993975,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/90b1c364-710b-4b3d-8b84-be0fd5127f06 {"id":"90b1c364-710b-4b3d-8b84-be0fd5127f06","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769092} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc9b3bcd 90b1c364-710b-4b3d-8b84-be0fd5127f06 /tidb/cdc/default/default/upstream/7489431190982993975 {"id":7489431190982993975,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Fri Apr 4 20:18:15 CST 2025] <<<<<< START kafka consumer in changefeed_reconstruct case >>>>>> ***************** properties ***************** "operationcount"="0" "updateproportion"="0" "mysql.db"="changefeed_reconstruct" "threadcount"="4" "readallfields"="true" "insertproportion"="0" "mysql.port"="4000" "dotransactions"="false" "workload"="core" "readproportion"="0" "scanproportion"="0" "requestdistribution"="uniform" "mysql.host"="127.0.0.1" "recordcount"="50" "mysql.user"="root" ********************************************** Run finished, takes 19.982813ms INSERT - Takes(s): 0.0, Count: 48, OPS: 3066.0, Avg(us): 1493, Min(us): 1035, Max(us): 6115, 95th(us): 5000, 99th(us): 7000 table changefeed_reconstruct.usertable not exists for 1-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431210866100643 TiDB Cluster ID. tikv_gc_leader_uuid 65802f32d4c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:4255, start at 2025-04-04 20:18:15.038287211 +0800 CST m=+1.482472161 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:15.045 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:15.045 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:15.045 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431210866100643 TiDB Cluster ID. tikv_gc_leader_uuid 65802f32d4c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:4255, start at 2025-04-04 20:18:15.038287211 +0800 CST m=+1.482472161 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:15.045 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:15.045 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:15.045 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431215698057090 TiDB Cluster ID. tikv_gc_leader_uuid 65802f32d3c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:4334, start at 2025-04-04 20:18:15.015368037 +0800 CST m=+1.386295124 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:15.023 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:14.991 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:14.991 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/cdc_server_tips/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/cdc_server_tips/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cdc_server_tips/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/cdc_server_tips/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/cdc_server_tips/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x + tso='457118605516734465 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118605516734465 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:18:15 CST 2025] <<<<<< START cdc server in partition_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.1166611668.out server --log-file /tmp/tidb_cdc_test/partition_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/partition_table/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table ddl_manager.finish_mark not exists for 39-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Fri Apr 4 20:18:16 CST 2025] <<<<<< START cdc server in region_merge case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.region_merge.57145716.out server --log-file /tmp/tidb_cdc_test/region_merge/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/region_merge/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table sink_retry.finish_mark_1 exists check diff successfully ***************** properties ***************** "mysql.user"="root" "scanproportion"="0" "requestdistribution"="uniform" "workload"="core" "updateproportion"="0" "mysql.host"="127.0.0.1" "threadcount"="2" "mysql.db"="sink_retry" "operationcount"="0" "recordcount"="10" "dotransactions"="false" "mysql.port"="4000" "readallfields"="true" "readproportion"="0" "insertproportion"="0" ********************************************** Run finished, takes 4.374216ms INSERT - Takes(s): 0.0, Count: 10, OPS: 3193.8, Avg(us): 759, Min(us): 412, Max(us): 1976, 95th(us): 2000, 99th(us): 2000 table changefeed_reconstruct.usertable exists table test.finish_mark_for_ddl not exists for 2-th check, retry later check diff failed 1-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc_server_tips.cli.5714.out cli tso query --pd=http://127.0.0.1:2379 table ddl_manager.finish_mark not exists for 40-th check, retry later check_changefeed_status 127.0.0.1:8300 2723654c-508b-4cc6-9e99-fd4df8eab2c0 warning last_warning kafka sink injected error + endpoint=127.0.0.1:8300 + changefeed_id=2723654c-508b-4cc6-9e99-fd4df8eab2c0 + expected_state=warning + field=last_warning + error_pattern=kafka ++ curl 127.0.0.1:8300/api/v2/changefeeds/2723654c-508b-4cc6-9e99-fd4df8eab2c0/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 7147 0 --:--:-- --:--:-- --:--:-- 7147 + info='{"state":"warning","resolved_ts":457118606173667333,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}' + echo '{"state":"warning","resolved_ts":457118606173667333,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}' {"state":"warning","resolved_ts":457118606173667333,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}} ++ echo '{"state":"warning","resolved_ts":457118606173667333,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}' ++ jq -r .state + state=warning + [[ ! warning == \w\a\r\n\i\n\g ]] + [[ -z last_warning ]] ++ echo '{"state":"warning","resolved_ts":457118606173667333,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}' ++ jq -r .last_warning.message + error_msg='kafka sink injected error' + [[ ! kafka sink injected error =~ kafka ]] run task successfully check_changefeed_status 127.0.0.1:8300 2723654c-508b-4cc6-9e99-fd4df8eab2c0 normal + endpoint=127.0.0.1:8300 + changefeed_id=2723654c-508b-4cc6-9e99-fd4df8eab2c0 + expected_state=normal + field= + error_pattern= ++ curl 127.0.0.1:8300/api/v2/changefeeds/2723654c-508b-4cc6-9e99-fd4df8eab2c0/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 3075 0 --:--:-- --:--:-- --:--:-- 3037 100 243 100 243 0 0 3075 0 --:--:-- --:--:-- --:--:-- 3037 + info='{"state":"warning","resolved_ts":457118606435549187,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}' + echo '{"state":"warning","resolved_ts":457118606435549187,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}' {"state":"warning","resolved_ts":457118606435549187,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}} ++ echo '{"state":"warning","resolved_ts":457118606435549187,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}' ++ jq -r .state + state=warning + [[ ! warning == \n\o\r\m\a\l ]] + echo 'changefeed state warning does not equal to normal' changefeed state warning does not equal to normal + exit 1 run task failed 1-th time, retry later check diff failed 1-th time, retry later check diff successfully =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/batch_add_table/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:18:19 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f6eaa544-1d6d-4ba5-ae1a-c6b1f643eff8 {"id":"f6eaa544-1d6d-4ba5-ae1a-c6b1f643eff8","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769096} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bca304d7 f6eaa544-1d6d-4ba5-ae1a-c6b1f643eff8 /tidb/cdc/default/default/upstream/7489431198728450330 {"id":7489431198728450330,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f6eaa544-1d6d-4ba5-ae1a-c6b1f643eff8 {"id":"f6eaa544-1d6d-4ba5-ae1a-c6b1f643eff8","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769096} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bca304d7 f6eaa544-1d6d-4ba5-ae1a-c6b1f643eff8 /tidb/cdc/default/default/upstream/7489431198728450330 {"id":7489431198728450330,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f6eaa544-1d6d-4ba5-ae1a-c6b1f643eff8 {"id":"f6eaa544-1d6d-4ba5-ae1a-c6b1f643eff8","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769096} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bca304d7 f6eaa544-1d6d-4ba5-ae1a-c6b1f643eff8 /tidb/cdc/default/default/upstream/7489431198728450330 {"id":7489431198728450330,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.cli.11720.out cli changefeed create --start-ts=457118605516734465 '--sink-uri=kafka://127.0.0.1:9092/ticdc-partition-table-test-14710?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:18:19 GMT < Content-Length: 864 < Content-Type: text/plain; charset=utf-8 < { [864 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c23342ce-b5d2-4c30-acd7-cf36d7cf1004 {"id":"c23342ce-b5d2-4c30-acd7-cf36d7cf1004","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769096} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bca52bd8 c23342ce-b5d2-4c30-acd7-cf36d7cf1004 /tidb/cdc/default/default/upstream/7489431198693141244 {"id":7489431198693141244,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c23342ce-b5d2-4c30-acd7-cf36d7cf1004 {"id":"c23342ce-b5d2-4c30-acd7-cf36d7cf1004","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769096} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bca52bd8 c23342ce-b5d2-4c30-acd7-cf36d7cf1004 /tidb/cdc/default/default/upstream/7489431198693141244 {"id":7489431198693141244,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c23342ce-b5d2-4c30-acd7-cf36d7cf1004 {"id":"c23342ce-b5d2-4c30-acd7-cf36d7cf1004","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769096} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bca52bd8 c23342ce-b5d2-4c30-acd7-cf36d7cf1004 /tidb/cdc/default/default/upstream/7489431198693141244 {"id":7489431198693141244,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: fdc95af9-5a96-4c03-a412-a405404f7cbe Info: {"upstream_id":7489431198693141244,"namespace":"default","id":"fdc95af9-5a96-4c03-a412-a405404f7cbe","sink_uri":"kafka://127.0.0.1:9092/ticdc-region-merge-test-24541?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:18:19.549174239+08:00","start_ts":457118606801240066,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118606801240066,"checkpoint_ts":457118606801240066,"checkpoint_time":"2025-04-04 20:18:19.431"} [Fri Apr 4 20:18:19 CST 2025] <<<<<< START kafka consumer in region_merge case >>>>>> wait process cdc.test exit for 1-th time... Create changefeed successfully! ID: 91942e27-7462-4cc8-8eb7-f53afdfd6f0c Info: {"upstream_id":7489431198728450330,"namespace":"default","id":"91942e27-7462-4cc8-8eb7-f53afdfd6f0c","sink_uri":"kafka://127.0.0.1:9092/ticdc-partition-table-test-14710?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:18:19.468510541+08:00","start_ts":457118605516734465,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118605516734465,"checkpoint_ts":457118605516734465,"checkpoint_time":"2025-04-04 20:18:14.531"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... + set +x + tso='457118606503444481 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118606503444481 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x try a VALID cdc server command [Fri Apr 4 20:18:19 CST 2025] <<<<<< START cdc server in cdc_server_tips case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc_server_tips.57515753.out server --log-file /tmp/tidb_cdc_test/cdc_server_tips/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cdc_server_tips/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table test.finish_mark_for_ddl not exists for 3-th check, retry later wait process cdc.test exit for 2-th time... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431232382037515 TiDB Cluster ID. tikv_gc_leader_uuid 65802f37404000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:4841, start at 2025-04-04 20:18:19.56671166 +0800 CST m=+1.463264893 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:19.574 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:19.571 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:19.571 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431232382037515 TiDB Cluster ID. tikv_gc_leader_uuid 65802f37404000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:4841, start at 2025-04-04 20:18:19.56671166 +0800 CST m=+1.463264893 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:19.574 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:19.571 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:19.571 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431231893459631 TiDB Cluster ID. tikv_gc_leader_uuid 65802f375840004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:4911, start at 2025-04-04 20:18:19.621860946 +0800 CST m=+1.453855658 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:19.629 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:19.617 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:19.617 +0800 All versions after safe point can be accessed. (DO NOT EDIT) cdc.test: no process found wait process cdc.test exit for 3-th time... Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff successfully wait process 5796 exit for 1-th time... table ddl_manager.finish_mark not exists for 41-th check, retry later check_changefeed_status 127.0.0.1:8300 2723654c-508b-4cc6-9e99-fd4df8eab2c0 normal + endpoint=127.0.0.1:8300 + changefeed_id=2723654c-508b-4cc6-9e99-fd4df8eab2c0 + expected_state=normal + field= + error_pattern= ++ curl 127.0.0.1:8300/api/v2/changefeeds/2723654c-508b-4cc6-9e99-fd4df8eab2c0/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed process cdc.test already exit [Fri Apr 4 20:18:20 CST 2025] <<<<<< run test case kv_client_stream_reconnect success! >>>>>> 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 3000 0 --:--:-- --:--:-- --:--:-- 3000 + info='{"state":"warning","resolved_ts":457118606959837191,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}' + echo '{"state":"warning","resolved_ts":457118606959837191,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}' {"state":"warning","resolved_ts":457118606959837191,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}} ++ echo '{"state":"warning","resolved_ts":457118606959837191,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}' ++ jq -r .state + state=warning + [[ ! warning == \n\o\r\m\a\l ]] + echo 'changefeed state warning does not equal to normal' changefeed state warning does not equal to normal + exit 1 run task failed 2-th time, retry later split_and_random_merge scale: 20 + set +x [Fri Apr 4 20:18:20 CST 2025] <<<<<< START kafka consumer in partition_table case >>>>>> wait process 5796 exit for 2-th time... *************************** 1. row *************************** count(distinct region_id): 1 /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (5796) - No such process wait process 5796 exit for 3-th time... process 5796 already exit check_no_capture http://127.0.0.1:2379 parse error: Invalid numeric literal at line 1, column 6 run task successfully [Fri Apr 4 20:18:21 CST 2025] <<<<<< START cdc server in changefeed_reconstruct case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_reconstruct.60616063.out server --log-file /tmp/tidb_cdc_test/changefeed_reconstruct/cdcserver2.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_reconstruct/cdc_dataserver2 --cluster-id default --addr 127.0.0.1:8300 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table test.finish_mark_for_ddl not exists for 4-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/batch_add_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table ddl_manager.finish_mark not exists for 42-th check, retry later [Fri Apr 4 20:18:22 CST 2025] <<<<<< START cdc server in changefeed_pause_resume case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_pause_resume.62056207.out server --log-file /tmp/tidb_cdc_test/changefeed_pause_resume/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_pause_resume/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:18:22 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5dabd1bd-38d5-4872-af37-da2287d228ab {"id":"5dabd1bd-38d5-4872-af37-da2287d228ab","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769100} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bcad9ee3 5dabd1bd-38d5-4872-af37-da2287d228ab /tidb/cdc/default/default/upstream/7489431210866100643 {"id":7489431210866100643,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5dabd1bd-38d5-4872-af37-da2287d228ab {"id":"5dabd1bd-38d5-4872-af37-da2287d228ab","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769100} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bcad9ee3 5dabd1bd-38d5-4872-af37-da2287d228ab /tidb/cdc/default/default/upstream/7489431210866100643 {"id":7489431210866100643,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5dabd1bd-38d5-4872-af37-da2287d228ab {"id":"5dabd1bd-38d5-4872-af37-da2287d228ab","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769100} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bcad9ee3 5dabd1bd-38d5-4872-af37-da2287d228ab /tidb/cdc/default/default/upstream/7489431210866100643 {"id":7489431210866100643,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table test.finish_mark_for_ddl not exists for 5-th check, retry later table ddl_manager.finish_mark not exists for 43-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:18:24 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [3971 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/1e3e80ec-3b80-42e6-b989-de6cec3a6e94 {UpstreamID:7489431190982993975 Namespace:default ID:1e3e80ec-3b80-42e6-b989-de6cec3a6e94 SinkURI:kafka://127.0.0.1:9092/ticdc-changefeed-reconstruct-21682?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:18:15.557394487 +0800 CST StartTs:457118605741654029 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003ce90e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118605780713475} {CheckpointTs:457118607956508681 MinTableBarrierTs:457118607956508681 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457118607956508681, checkpointTs: 457118607956508681, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/608d76b5-580c-450c-8629-0a6076514442 {"id":"608d76b5-580c-450c-8629-0a6076514442","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769101} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc9b3c6e 608d76b5-580c-450c-8629-0a6076514442 /tidb/cdc/default/default/changefeed/info/1e3e80ec-3b80-42e6-b989-de6cec3a6e94 {"upstream-id":7489431190982993975,"namespace":"default","changefeed-id":"1e3e80ec-3b80-42e6-b989-de6cec3a6e94","sink-uri":"kafka://127.0.0.1:9092/ticdc-changefeed-reconstruct-21682?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:18:15.557394487+08:00","start-ts":457118605741654029,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118605780713475} /tidb/cdc/default/default/changefeed/status/1e3e80ec-3b80-42e6-b989-de6cec3a6e94 {"checkpoint-ts":457118607956508681,"min-table-barrier-ts":457118607956508681,"admin-job-type":0} /tidb/cdc/default/default/task/position/608d76b5-580c-450c-8629-0a6076514442/1e3e80ec-3b80-42e6-b989-de6cec3a6e94 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489431190982993975 {"id":7489431190982993975,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/1e3e80ec-3b80-42e6-b989-de6cec3a6e94 {UpstreamID:7489431190982993975 Namespace:default ID:1e3e80ec-3b80-42e6-b989-de6cec3a6e94 SinkURI:kafka://127.0.0.1:9092/ticdc-changefeed-reconstruct-21682?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:18:15.557394487 +0800 CST StartTs:457118605741654029 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003ce90e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118605780713475} {CheckpointTs:457118607956508681 MinTableBarrierTs:457118607956508681 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457118607956508681, checkpointTs: 457118607956508681, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/608d76b5-580c-450c-8629-0a6076514442 {"id":"608d76b5-580c-450c-8629-0a6076514442","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769101} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc9b3c6e 608d76b5-580c-450c-8629-0a6076514442 /tidb/cdc/default/default/changefeed/info/1e3e80ec-3b80-42e6-b989-de6cec3a6e94 {"upstream-id":7489431190982993975,"namespace":"default","changefeed-id":"1e3e80ec-3b80-42e6-b989-de6cec3a6e94","sink-uri":"kafka://127.0.0.1:9092/ticdc-changefeed-reconstruct-21682?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:18:15.557394487+08:00","start-ts":457118605741654029,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118605780713475} /tidb/cdc/default/default/changefeed/status/1e3e80ec-3b80-42e6-b989-de6cec3a6e94 {"checkpoint-ts":457118607956508681,"min-table-barrier-ts":457118607956508681,"admin-job-type":0} /tidb/cdc/default/default/task/position/608d76b5-580c-450c-8629-0a6076514442/1e3e80ec-3b80-42e6-b989-de6cec3a6e94 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489431190982993975 {"id":7489431190982993975,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/1e3e80ec-3b80-42e6-b989-de6cec3a6e94 {UpstreamID:7489431190982993975 Namespace:default ID:1e3e80ec-3b80-42e6-b989-de6cec3a6e94 SinkURI:kafka://127.0.0.1:9092/ticdc-changefeed-reconstruct-21682?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:18:15.557394487 +0800 CST StartTs:457118605741654029 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003ce90e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118605780713475} {CheckpointTs:457118607956508681 MinTableBarrierTs:457118607956508681 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457118607956508681, checkpointTs: 457118607956508681, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/608d76b5-580c-450c-8629-0a6076514442 {"id":"608d76b5-580c-450c-8629-0a6076514442","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769101} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bc9b3c6e 608d76b5-580c-450c-8629-0a6076514442 /tidb/cdc/default/default/changefeed/info/1e3e80ec-3b80-42e6-b989-de6cec3a6e94 {"upstream-id":7489431190982993975,"namespace":"default","changefeed-id":"1e3e80ec-3b80-42e6-b989-de6cec3a6e94","sink-uri":"kafka://127.0.0.1:9092/ticdc-changefeed-reconstruct-21682?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:18:15.557394487+08:00","start-ts":457118605741654029,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118605780713475} /tidb/cdc/default/default/changefeed/status/1e3e80ec-3b80-42e6-b989-de6cec3a6e94 {"checkpoint-ts":457118607956508681,"min-table-barrier-ts":457118607956508681,"admin-job-type":0} /tidb/cdc/default/default/task/position/608d76b5-580c-450c-8629-0a6076514442/1e3e80ec-3b80-42e6-b989-de6cec3a6e94 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489431190982993975 {"id":7489431190982993975,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list --pd=http://127.0.0.1:2379 2>&1 | grep id check_changefeed_status 127.0.0.1:8300 2723654c-508b-4cc6-9e99-fd4df8eab2c0 normal + endpoint=127.0.0.1:8300 + changefeed_id=2723654c-508b-4cc6-9e99-fd4df8eab2c0 + expected_state=normal + field= + error_pattern= ++ curl 127.0.0.1:8300/api/v2/changefeeds/2723654c-508b-4cc6-9e99-fd4df8eab2c0/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 3075 0 --:--:-- --:--:-- --:--:-- 3075 + info='{"state":"warning","resolved_ts":457118608008675333,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}' + echo '{"state":"warning","resolved_ts":457118608008675333,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}' {"state":"warning","resolved_ts":457118608008675333,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}} ++ echo '{"state":"warning","resolved_ts":457118608008675333,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}' ++ jq -r .state + state=warning + [[ ! warning == \n\o\r\m\a\l ]] + echo 'changefeed state warning does not equal to normal' changefeed state warning does not equal to normal + exit 1 run task failed 3-th time, retry later table test.finish_mark_for_ddl exists + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_basic.cli.10341.out cli changefeed pause -c simple-basic PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... table ddl_manager.finish_mark not exists for 44-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:18:25 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/994fe3e4-4e06-4013-9254-ad20714d99c3 {"id":"994fe3e4-4e06-4013-9254-ad20714d99c3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769102} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bcc366ce 994fe3e4-4e06-4013-9254-ad20714d99c3 /tidb/cdc/default/default/upstream/7489431232382037515 {"id":7489431232382037515,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/994fe3e4-4e06-4013-9254-ad20714d99c3 {"id":"994fe3e4-4e06-4013-9254-ad20714d99c3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769102} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bcc366ce 994fe3e4-4e06-4013-9254-ad20714d99c3 /tidb/cdc/default/default/upstream/7489431232382037515 {"id":7489431232382037515,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/994fe3e4-4e06-4013-9254-ad20714d99c3 {"id":"994fe3e4-4e06-4013-9254-ad20714d99c3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769102} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bcc366ce 994fe3e4-4e06-4013-9254-ad20714d99c3 /tidb/cdc/default/default/upstream/7489431232382037515 {"id":7489431232382037515,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Fri Apr 4 20:18:25 CST 2025] <<<<<< START kafka consumer in changefeed_pause_resume case >>>>>> "id": "608d76b5-580c-450c-8629-0a6076514442", "cluster-id": "default" run task successfully Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release *************************** 1. row *************************** count(distinct region_id): 20 + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_basic.cli.10363.out cli changefeed resume -c simple-basic capture_id: 608d76b5-580c-450c-8629-0a6076514442 check_processor_table_count http://127.0.0.1:2379 1e3e80ec-3b80-42e6-b989-de6cec3a6e94 608d76b5-580c-450c-8629-0a6076514442 1 run task successfully PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... table changefeed_pause_resume.t1 exists table changefeed_pause_resume.t2 not exists for 1-th check, retry later check_processor_table_count http://127.0.0.1:2379 1e3e80ec-3b80-42e6-b989-de6cec3a6e94 608d76b5-580c-450c-8629-0a6076514442 0 table count 1 does equal to expected count 0 run task failed 1-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 45-th check, retry later + set +x table changefeed_pause_resume.t2 exists table changefeed_pause_resume.t3 not exists for 1-th check, retry later check_processor_table_count http://127.0.0.1:2379 1e3e80ec-3b80-42e6-b989-de6cec3a6e94 608d76b5-580c-450c-8629-0a6076514442 0 run task successfully ***************** properties ***************** "requestdistribution"="uniform" "recordcount"="50" "insertproportion"="0" "threadcount"="4" "mysql.host"="127.0.0.1" "dotransactions"="false" "readproportion"="0" "operationcount"="0" "readallfields"="true" "mysql.db"="changefeed_reconstruct" "updateproportion"="0" "workload"="core" "mysql.port"="4000" "scanproportion"="0" "mysql.user"="root" ********************************************** table ddl_manager.finish_mark not exists for 46-th check, retry later Run finished, takes 19.219394ms INSERT - Takes(s): 0.0, Count: 48, OPS: 3368.4, Avg(us): 1530, Min(us): 989, Max(us): 5250, 95th(us): 6000, 99th(us): 6000 table changefeed_reconstruct.usertable not exists for 1-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431278345862402 TiDB Cluster ID. tikv_gc_leader_uuid 65802f416b4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1, pid:4435, start at 2025-04-04 20:18:29.953952487 +0800 CST m=+1.580264517 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:29.962 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:29.933 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:29.933 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431278345862402 TiDB Cluster ID. tikv_gc_leader_uuid 65802f416b4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1, pid:4435, start at 2025-04-04 20:18:29.953952487 +0800 CST m=+1.580264517 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:29.962 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:29.933 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:29.933 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431277335414310 TiDB Cluster ID. tikv_gc_leader_uuid 65802f4177c000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1, pid:4517, start at 2025-04-04 20:18:30.000129937 +0800 CST m=+1.541856006 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:30.008 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:29.983 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:29.983 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check_changefeed_status 127.0.0.1:8300 2723654c-508b-4cc6-9e99-fd4df8eab2c0 normal + endpoint=127.0.0.1:8300 + changefeed_id=2723654c-508b-4cc6-9e99-fd4df8eab2c0 + expected_state=normal + field= + error_pattern= ++ curl 127.0.0.1:8300/api/v2/changefeeds/2723654c-508b-4cc6-9e99-fd4df8eab2c0/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 3037 0 --:--:-- --:--:-- --:--:-- 3037 + info='{"state":"warning","resolved_ts":457118609581277188,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}' + echo '{"state":"warning","resolved_ts":457118609581277188,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}' {"state":"warning","resolved_ts":457118609581277188,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}} ++ echo '{"state":"warning","resolved_ts":457118609581277188,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}' ++ jq -r .state + state=warning + [[ ! warning == \n\o\r\m\a\l ]] + echo 'changefeed state warning does not equal to normal' changefeed state warning does not equal to normal + exit 1 run task failed 4-th time, retry later table test.finish_mark not exists for 1-th check, retry later table ddl_manager.finish_mark not exists for 47-th check, retry later table changefeed_pause_resume.t3 exists table changefeed_reconstruct.usertable exists [Fri Apr 4 20:18:32 CST 2025] <<<<<< START cdc server in batch_add_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_add_table.59155917.out server --log-file /tmp/tidb_cdc_test/batch_add_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/batch_add_table/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 1-th time, retry later split_and_random_merge scale: 40 *************************** 1. row *************************** count(distinct region_id): 1 *************************** 1. row *************************** count(distinct region_id): 40 table test.finish_mark not exists for 2-th check, retry later table ddl_manager.finish_mark not exists for 48-th check, retry later check diff successfully wait process cdc.test exit for 1-th time... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/run.sh using Sink-Type: kafka... <<================= table test.finish_mark not exists for 3-th check, retry later table partition_table.t exists table partition_table.t1 exists table partition_table.t2 not exists for 1-th check, retry later wait process cdc.test exit for 2-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:18:35 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6e064b74-92d6-490a-9c94-5ad2113d5c6a {"id":"6e064b74-92d6-490a-9c94-5ad2113d5c6a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769113} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bce794d1 6e064b74-92d6-490a-9c94-5ad2113d5c6a /tidb/cdc/default/default/upstream/7489431278345862402 {"id":7489431278345862402,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6e064b74-92d6-490a-9c94-5ad2113d5c6a {"id":"6e064b74-92d6-490a-9c94-5ad2113d5c6a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769113} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bce794d1 6e064b74-92d6-490a-9c94-5ad2113d5c6a /tidb/cdc/default/default/upstream/7489431278345862402 {"id":7489431278345862402,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6e064b74-92d6-490a-9c94-5ad2113d5c6a {"id":"6e064b74-92d6-490a-9c94-5ad2113d5c6a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769113} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bce794d1 6e064b74-92d6-490a-9c94-5ad2113d5c6a /tidb/cdc/default/default/upstream/7489431278345862402 {"id":7489431278345862402,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_add_table.cli.5977.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-batch-add-table-test-23265?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' table ddl_manager.finish_mark not exists for 49-th check, retry later Create changefeed successfully! ID: 3af28976-364e-475b-8743-17470ccd6dc2 Info: {"upstream_id":7489431278345862402,"namespace":"default","id":"3af28976-364e-475b-8743-17470ccd6dc2","sink_uri":"kafka://127.0.0.1:9092/ticdc-batch-add-table-test-23265?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:18:36.387790871+08:00","start_ts":457118611218890755,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118611218890755,"checkpoint_ts":457118611218890755,"checkpoint_time":"2025-04-04 20:18:36.283"} PASS cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:18:36 CST 2025] <<<<<< run test case changefeed_reconstruct success! >>>>>> check diff failed 1-th time, retry later coverage: 2.5% of statements in github.com/pingcap/tiflow/... table partition_table.t2 exists table partition_table.finish_mark not exists for 1-th check, retry later The 1 times to try to start tidb cluster... check diff failed 2-th time, retry later + set +x [Fri Apr 4 20:18:37 CST 2025] <<<<<< START kafka consumer in batch_add_table case >>>>>> table test.finish_mark not exists for 4-th check, retry later table batch_add_table.finish_mark not exists for 1-th check, retry later table ddl_manager.finish_mark not exists for 50-th check, retry later check_changefeed_status 127.0.0.1:8300 2723654c-508b-4cc6-9e99-fd4df8eab2c0 normal + endpoint=127.0.0.1:8300 + changefeed_id=2723654c-508b-4cc6-9e99-fd4df8eab2c0 + expected_state=normal + field= + error_pattern= ++ curl 127.0.0.1:8300/api/v2/changefeeds/2723654c-508b-4cc6-9e99-fd4df8eab2c0/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 2963 0 --:--:-- --:--:-- --:--:-- 2963 + info='{"state":"warning","resolved_ts":457118611678429191,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}' + echo '{"state":"warning","resolved_ts":457118611678429191,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}' {"state":"warning","resolved_ts":457118611678429191,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}} ++ echo '{"state":"warning","resolved_ts":457118611678429191,"checkpoint_ts":457118604797149206,"last_warning":{"time":"2025-04-04T20:18:15.56433739+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}' ++ jq -r .state + state=warning + [[ ! warning == \n\o\r\m\a\l ]] + echo 'changefeed state warning does not equal to normal' changefeed state warning does not equal to normal + exit 1 run task failed 5-th time, retry later split_and_random_merge scale: 80 *************************** 1. row *************************** count(distinct region_id): 1 table test.finish_mark not exists for 5-th check, retry later table partition_table.finish_mark not exists for 2-th check, retry later table batch_add_table.finish_mark not exists for 2-th check, retry later check diff failed 3-th time, retry later table ddl_manager.finish_mark not exists for 51-th check, retry later table test.finish_mark not exists for 6-th check, retry later table partition_table.finish_mark not exists for 3-th check, retry later check diff failed 4-th time, retry later table batch_add_table.finish_mark not exists for 3-th check, retry later table ddl_manager.finish_mark not exists for 52-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/cdc Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table partition_table.finish_mark not exists for 4-th check, retry later table test.finish_mark not exists for 7-th check, retry later check diff failed 5-th time, retry later table ddl_manager.finish_mark not exists for 53-th check, retry later table batch_add_table.finish_mark not exists for 4-th check, retry later valid ~~~ running cdc Failed to start cdc, the usage tips should be printed 1st test case cdc_server_tips success! try an INVALID cdc server command [Fri Apr 4 20:18:42 CST 2025] <<<<<< START cdc server in cdc_server_tips case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ true != \n\o ]] + set +x + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc_server_tips.58545857.out server --log-file /tmp/tidb_cdc_test/cdc_server_tips/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cdc_server_tips/cdc_data --cluster-id default --pd None Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table partition_table.finish_mark not exists for 5-th check, retry later table test.finish_mark not exists for 8-th check, retry later table ddl_manager.finish_mark not exists for 54-th check, retry later *************************** 1. row *************************** count(distinct region_id): 79 check diff successfully table batch_add_table.finish_mark not exists for 5-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table partition_table.finish_mark not exists for 6-th check, retry later table test.finish_mark not exists for 9-th check, retry later table sink_retry.finish_mark_2 exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:18:47 CST 2025] <<<<<< run test case sink_retry success! >>>>>> table batch_add_table.finish_mark not exists for 6-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_capture/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... table ddl_manager.finish_mark not exists for 55-th check, retry later check_changefeed_status 127.0.0.1:8300 2723654c-508b-4cc6-9e99-fd4df8eab2c0 normal + endpoint=127.0.0.1:8300 + changefeed_id=2723654c-508b-4cc6-9e99-fd4df8eab2c0 + expected_state=normal + field= + error_pattern= ++ curl 127.0.0.1:8300/api/v2/changefeeds/2723654c-508b-4cc6-9e99-fd4df8eab2c0/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 86 100 86 0 0 1061 0 --:--:-- --:--:-- --:--:-- 1061 + info='{"state":"normal","resolved_ts":457118614312976386,"checkpoint_ts":457118614312976386}' + echo '{"state":"normal","resolved_ts":457118614312976386,"checkpoint_ts":457118614312976386}' {"state":"normal","resolved_ts":457118614312976386,"checkpoint_ts":457118614312976386} ++ echo '{"state":"normal","resolved_ts":457118614312976386,"checkpoint_ts":457118614312976386}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] + [[ -z '' ]] ++ echo '{"state":"normal","resolved_ts":457118614312976386,"checkpoint_ts":457118614312976386}' ++ jq -r .last_error + error_msg=null + [[ ! null == \n\u\l\l ]] ++ echo '{"state":"normal","resolved_ts":457118614312976386,"checkpoint_ts":457118614312976386}' ++ jq -r .last_warning + error_msg=null + [[ ! null == \n\u\l\l ]] + exit 0 run task successfully table kafka_sink_error_resume.t1 exists table kafka_sink_error_resume.t2 exists check diff successfully check diff failed 1-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431357361772912 TiDB Cluster ID. tikv_gc_leader_uuid 65802f539a8000b Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-hrxg0, pid:4568, start at 2025-04-04 20:18:48.572702095 +0800 CST m=+1.542274059 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:48.580 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:48.554 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:48.554 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431357361772912 TiDB Cluster ID. tikv_gc_leader_uuid 65802f539a8000b Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-hrxg0, pid:4568, start at 2025-04-04 20:18:48.572702095 +0800 CST m=+1.542274059 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:48.580 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:48.554 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:48.554 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431357384843302 TiDB Cluster ID. tikv_gc_leader_uuid 65802f53b200004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-hrxg0, pid:4644, start at 2025-04-04 20:18:48.65272823 +0800 CST m=+1.550087899 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:48.661 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:48.648 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:48.648 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/cdc/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/cdc/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cdc/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/cdc/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/cdc/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table partition_table.finish_mark exists check diff successfully table test.finish_mark not exists for 10-th check, retry later wait process cdc.test exit for 1-th time... table batch_add_table.finish_mark not exists for 7-th check, retry later table ddl_manager.finish_mark not exists for 56-th check, retry later check diff failed 1-th time, retry later wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:18:51 CST 2025] <<<<<< run test case partition_table success! >>>>>> [Fri Apr 4 20:18:51 CST 2025] <<<<<< START cdc server in cdc case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc.59515953.out server --log-file /tmp/tidb_cdc_test/cdc/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cdc/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table region_merge.t1 exists check diff failed 1-th time, retry later start tidb cluster in /tmp/tidb_cdc_test/multi_capture Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... check diff successfully table test.finish_mark not exists for 11-th check, retry later wait process cdc.test exit for 1-th time... check diff failed 2-th time, retry later table batch_add_table.finish_mark not exists for 8-th check, retry later table ddl_manager.finish_mark not exists for 57-th check, retry later wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:18:53 CST 2025] <<<<<< run test case kafka_sink_error_resume success! >>>>>> check diff successfully Verifying downstream PD is started... table test.finish_mark not exists for 12-th check, retry later wait process cdc.test exit for 1-th time... table ddl_manager.finish_mark not exists for 58-th check, retry later wait process cdc.test exit for 2-th time... check diff failed 3-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:18:54 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a78f5d6c-260b-4237-9082-2a91fb173fbd {"id":"a78f5d6c-260b-4237-9082-2a91fb173fbd","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769131} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bd365dcc a78f5d6c-260b-4237-9082-2a91fb173fbd /tidb/cdc/default/default/upstream/7489431357361772912 {"id":7489431357361772912,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a78f5d6c-260b-4237-9082-2a91fb173fbd {"id":"a78f5d6c-260b-4237-9082-2a91fb173fbd","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769131} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bd365dcc a78f5d6c-260b-4237-9082-2a91fb173fbd /tidb/cdc/default/default/upstream/7489431357361772912 {"id":7489431357361772912,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a78f5d6c-260b-4237-9082-2a91fb173fbd {"id":"a78f5d6c-260b-4237-9082-2a91fb173fbd","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769131} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bd365dcc a78f5d6c-260b-4237-9082-2a91fb173fbd /tidb/cdc/default/default/upstream/7489431357361772912 {"id":7489431357361772912,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc.cli.6009.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-cdc-test-21721?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --config /tmp/tidb_cdc_test/cdc/pulsar_test.toml table batch_add_table.finish_mark not exists for 9-th check, retry later Create changefeed successfully! ID: d659f248-8cd6-4774-99e9-a27270df83cc Info: {"upstream_id":7489431357361772912,"namespace":"default","id":"d659f248-8cd6-4774-99e9-a27270df83cc","sink_uri":"kafka://127.0.0.1:9092/ticdc-cdc-test-21721?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:18:55.028529183+08:00","start_ts":457118616087166982,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118616087166982,"checkpoint_ts":457118616087166982,"checkpoint_time":"2025-04-04 20:18:54.854"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:18:54 CST 2025] <<<<<< run test case region_merge success! >>>>>> Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table test.finish_mark not exists for 13-th check, retry later table ddl_manager.finish_mark not exists for 59-th check, retry later + set +x [Fri Apr 4 20:18:56 CST 2025] <<<<<< START kafka consumer in cdc case >>>>>> check diff failed 4-th time, retry later go: downloading go1.23.4 (linux/amd64) table batch_add_table.finish_mark not exists for 10-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.finish_mark not exists for 14-th check, retry later check diff failed 5-th time, retry later table batch_add_table.finish_mark not exists for 11-th check, retry later table ddl_manager.finish_mark not exists for 60-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431394323202072 TiDB Cluster ID. tikv_gc_leader_uuid 65802f5e12c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:7445, start at 2025-04-04 20:18:59.292114472 +0800 CST m=+1.769302905 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:59.299 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:59.275 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:59.275 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431394323202072 TiDB Cluster ID. tikv_gc_leader_uuid 65802f5e12c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:7445, start at 2025-04-04 20:18:59.292114472 +0800 CST m=+1.769302905 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:59.299 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:59.275 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:59.275 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431403728544357 TiDB Cluster ID. tikv_gc_leader_uuid 65802f5df80000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:7521, start at 2025-04-04 20:18:59.186147256 +0800 CST m=+1.595894505 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:20:59.194 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:18:59.168 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:08:59.168 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_capture/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_capture/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_capture/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_capture/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_capture/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table test.finish_mark not exists for 15-th check, retry later table batch_add_table.finish_mark not exists for 12-th check, retry later table ddl_manager.finish_mark not exists for 61-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/changefeed_error/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... check diff successfully go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394 go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394 go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/atomic v1.11.0 go: downloading go.uber.org/multierr v1.11.0 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.cli.8902.out cli tso query --pd=http://127.0.0.1:2379 table test.finish_mark not exists for 16-th check, retry later table batch_add_table.finish_mark not exists for 13-th check, retry later table ddl_manager.finish_mark not exists for 62-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/changefeed_error Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... invalid ~~~ running cdc Failed to start cdc, the usage tips should be printed 2nd test case cdc_server_tips success! [Fri Apr 4 20:19:02 CST 2025] <<<<<< run all test cases cdc_server_tips success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/ddl_with_exists/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:19:03 CST 2025] <<<<<< run test case ddl_with_exists success! >>>>>> + set +x + tso='457118618019430401 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118618019430401 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x ***************** properties ***************** "workload"="core" "mysql.port"="4000" "mysql.user"="root" "mysql.db"="multi_capture_1" "requestdistribution"="uniform" "operationcount"="0" "scanproportion"="0" "readallfields"="true" "updateproportion"="0" "recordcount"="10" "mysql.host"="127.0.0.1" "dotransactions"="false" "threadcount"="2" "readproportion"="0" "insertproportion"="0" ********************************************** Run finished, takes 11.572974ms INSERT - Takes(s): 0.0, Count: 10, OPS: 1834.2, Avg(us): 2236, Min(us): 1085, Max(us): 6098, 95th(us): 7000, 99th(us): 7000 ***************** properties ***************** "scanproportion"="0" "mysql.host"="127.0.0.1" "dotransactions"="false" "threadcount"="2" "mysql.port"="4000" "workload"="core" "mysql.db"="multi_capture_2" "operationcount"="0" "readproportion"="0" "insertproportion"="0" "updateproportion"="0" "readallfields"="true" "requestdistribution"="uniform" "mysql.user"="root" "recordcount"="10" ********************************************** Run finished, takes 8.924587ms INSERT - Takes(s): 0.0, Count: 10, OPS: 2037.6, Avg(us): 1710, Min(us): 1017, Max(us): 3919, 95th(us): 4000, 99th(us): 4000 table test.finish_mark not exists for 17-th check, retry later ***************** properties ***************** "mysql.db"="multi_capture_3" "dotransactions"="false" "requestdistribution"="uniform" "mysql.host"="127.0.0.1" "scanproportion"="0" "readallfields"="true" "mysql.user"="root" "workload"="core" "insertproportion"="0" "recordcount"="10" "threadcount"="2" "readproportion"="0" "operationcount"="0" "mysql.port"="4000" "updateproportion"="0" ********************************************** Run finished, takes 9.197576ms INSERT - Takes(s): 0.0, Count: 9, OPS: 1703.2, Avg(us): 1520, Min(us): 1086, Max(us): 3787, 95th(us): 4000, 99th(us): 4000 ***************** properties ***************** "mysql.port"="4000" "recordcount"="10" "insertproportion"="0" "updateproportion"="0" "operationcount"="0" "scanproportion"="0" "workload"="core" "mysql.user"="root" "readallfields"="true" "dotransactions"="false" "readproportion"="0" "mysql.host"="127.0.0.1" "threadcount"="2" "mysql.db"="multi_capture_4" "requestdistribution"="uniform" ********************************************** Run finished, takes 8.791128ms INSERT - Takes(s): 0.0, Count: 10, OPS: 2018.5, Avg(us): 1687, Min(us): 1039, Max(us): 3816, 95th(us): 4000, 99th(us): 4000 [Fri Apr 4 20:19:04 CST 2025] <<<<<< START cdc server in multi_capture case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.90139015.out server --log-file /tmp/tidb_cdc_test/multi_capture/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_capture/cdc_data1 --cluster-id default --addr 127.0.0.1:8301 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8301 failed: Connection refused * Failed to connect to 127.0.0.1 port 8301: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table ddl_manager.finish_mark exists go: downloading golang.org/x/text v0.21.0 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b go: downloading github.com/prometheus/client_golang v1.20.5 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 go: downloading golang.org/x/sync v0.10.0 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/gorilla/mux v1.8.1 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading golang.org/x/tools v0.28.0 go: downloading golang.org/x/net v0.33.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading cloud.google.com/go/storage v1.39.1 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0 go: downloading golang.org/x/sys v0.28.0 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/stretchr/testify v1.10.0 go: downloading google.golang.org/grpc v1.64.0 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b go: downloading github.com/klauspost/compress v1.17.9 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading golang.org/x/oauth2 v0.24.0 go: downloading google.golang.org/api v0.170.0 go: downloading cloud.google.com/go v0.112.2 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/qri-io/jsonschema v0.2.1 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading google.golang.org/protobuf v1.35.2 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading golang.org/x/time v0.7.0 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading golang.org/x/crypto v0.31.0 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/common v0.61.0 go: downloading github.com/prometheus/procfs v0.15.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/golang/snappy v0.0.4 go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/tklauser/go-sysconf v0.3.12 check diff successfully go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading cloud.google.com/go/iam v1.1.7 go: downloading github.com/googleapis/gax-go/v2 v2.12.3 go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading golang.org/x/term v0.27.0 go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading github.com/robfig/cron v1.2.0 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading github.com/mattn/go-runewidth v0.0.16 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading go.opentelemetry.io/otel/trace v1.24.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/golang-jwt/jwt/v5 v5.2.1 go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/goccy/go-reflect v1.2.0 go: downloading github.com/rivo/uniseg v0.4.7 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/pierrec/lz4/v4 v4.1.18 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da table batch_add_table.finish_mark not exists for 14-th check, retry later check diff failed 1-th time, retry later go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/rogpeppe/go-internal v1.13.1 go: downloading github.com/kr/text v0.2.0 wait process cdc.test exit for 1-th time... go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/andybalholm/brotli v1.0.5 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/mq_sink_lost_callback/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:19:04 CST 2025] <<<<<< run test case mq_sink_lost_callback success! >>>>>> go: downloading github.com/klauspost/cpuid/v2 v2.2.4 wait process cdc.test exit for 2-th time... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table test.finish_mark exists wait process cdc.test exit for 3-th time... check diff successfully wait process cdc.test exit for 4-th time... go: downloading github.com/pierrec/lz4 v2.6.1+incompatible \033[0;36m<<< Run all test success >>>\033[0m table batch_add_table.finish_mark not exists for 15-th check, retry later [Pipeline] } check diff failed 2-th time, retry later [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc already exists) table test.finish_mark exists check diff failed 1-th time, retry later wait process cdc.test exit for 5-th time... [Pipeline] // cache [Pipeline] } [Pipeline] // dir =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/common_1/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... [Pipeline] } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8301 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:19:07 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cd96ad20-5990-47ad-83dc-0b8aa362cd2a {"id":"cd96ad20-5990-47ad-83dc-0b8aa362cd2a","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769144} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bd596b1d cd96ad20-5990-47ad-83dc-0b8aa362cd2a /tidb/cdc/default/default/upstream/7489431394323202072 {"id":7489431394323202072,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cd96ad20-5990-47ad-83dc-0b8aa362cd2a {"id":"cd96ad20-5990-47ad-83dc-0b8aa362cd2a","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769144} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bd596b1d cd96ad20-5990-47ad-83dc-0b8aa362cd2a /tidb/cdc/default/default/upstream/7489431394323202072 {"id":7489431394323202072,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cd96ad20-5990-47ad-83dc-0b8aa362cd2a {"id":"cd96ad20-5990-47ad-83dc-0b8aa362cd2a","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769144} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bd596b1d cd96ad20-5990-47ad-83dc-0b8aa362cd2a /tidb/cdc/default/default/upstream/7489431394323202072 {"id":7489431394323202072,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Fri Apr 4 20:19:07 CST 2025] <<<<<< START cdc server in multi_capture case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.90699071.out server --log-file /tmp/tidb_cdc_test/multi_capture/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_capture/cdc_data2 --cluster-id default --addr 127.0.0.1:8302 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8302 failed: Connection refused * Failed to connect to 127.0.0.1 port 8302: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } wait process cdc.test exit for 6-th time... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } wait process cdc.test exit for 7-th time... go: downloading github.com/google/s2a-go v0.1.7 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/mq_sink_dispatcher/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... go: downloading github.com/jmespath/go-jmespath v0.4.0 table batch_add_table.finish_mark not exists for 16-th check, retry later wait process cdc.test exit for 8-th time... check diff failed 3-th time, retry later check diff failed 2-th time, retry later cdc.test: no process found wait process cdc.test exit for 9-th time... process cdc.test already exit [Fri Apr 4 20:19:09 CST 2025] <<<<<< run test case ddl_manager success! >>>>>> VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431448439455113 TiDB Cluster ID. tikv_gc_leader_uuid 65802f67978000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p, pid:4419, start at 2025-04-04 20:19:09.056331555 +0800 CST m=+1.394650630 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:09.063 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:09.022 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:09.022 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431448439455113 TiDB Cluster ID. tikv_gc_leader_uuid 65802f67978000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p, pid:4419, start at 2025-04-04 20:19:09.056331555 +0800 CST m=+1.394650630 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:09.063 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:09.022 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:09.022 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431445375970632 TiDB Cluster ID. tikv_gc_leader_uuid 65802f67bc40009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p, pid:4495, start at 2025-04-04 20:19:09.181824553 +0800 CST m=+1.439384402 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:09.191 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:09.169 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:09.169 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_error/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_error/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } start tidb cluster in /tmp/tidb_cdc_test/common_1 Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table batch_add_table.finish_mark not exists for 17-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8302 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:19:10 GMT < Content-Length: 1281 < Content-Type: text/plain; charset=utf-8 < { [1281 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/042dfab4-472b-4806-8b40-0c72d6098c9f {"id":"042dfab4-472b-4806-8b40-0c72d6098c9f","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769147} /tidb/cdc/default/__cdc_meta__/capture/cd96ad20-5990-47ad-83dc-0b8aa362cd2a {"id":"cd96ad20-5990-47ad-83dc-0b8aa362cd2a","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769144} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bd596b1d cd96ad20-5990-47ad-83dc-0b8aa362cd2a /tidb/cdc/default/__cdc_meta__/owner/22319600bd596b58 042dfab4-472b-4806-8b40-0c72d6098c9f /tidb/cdc/default/default/upstream/7489431394323202072 {"id":7489431394323202072,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/042dfab4-472b-4806-8b40-0c72d6098c9f {"id":"042dfab4-472b-4806-8b40-0c72d6098c9f","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769147} /tidb/cdc/default/__cdc_meta__/capture/cd96ad20-5990-47ad-83dc-0b8aa362cd2a {"id":"cd96ad20-5990-47ad-83dc-0b8aa362cd2a","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769144} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bd596b1d cd96ad20-5990-47ad-83dc-0b8aa362cd2a /tidb/cdc/default/__cdc_meta__/owner/22319600bd596b58 042dfab4-472b-4806-8b40-0c72d6098c9f /tidb/cdc/default/default/upstream/7489431394323202072 {"id":7489431394323202072,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/042dfab4-472b-4806-8b40-0c72d6098c9f {"id":"042dfab4-472b-4806-8b40-0c72d6098c9f","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769147} /tidb/cdc/default/__cdc_meta__/capture/cd96ad20-5990-47ad-83dc-0b8aa362cd2a {"id":"cd96ad20-5990-47ad-83dc-0b8aa362cd2a","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769144} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bd596b1d cd96ad20-5990-47ad-83dc-0b8aa362cd2a /tidb/cdc/default/__cdc_meta__/owner/22319600bd596b58 042dfab4-472b-4806-8b40-0c72d6098c9f /tidb/cdc/default/default/upstream/7489431394323202072 {"id":7489431394323202072,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Fri Apr 4 20:19:10 CST 2025] <<<<<< START cdc server in multi_capture case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8303/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.91269128.out server --log-file /tmp/tidb_cdc_test/multi_capture/cdc3.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_capture/cdc_data3 --cluster-id default --addr 127.0.0.1:8303 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8303/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8303 failed: Connection refused * Failed to connect to 127.0.0.1 port 8303: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 4-th time, retry later check diff failed 3-th time, retry later start tidb cluster in /tmp/tidb_cdc_test/mq_sink_dispatcher Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5820.out cli tso query --pd=http://127.0.0.1:2379 table batch_add_table.finish_mark not exists for 18-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8303/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8303 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8303 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > check diff failed 5-th time, retry later Verifying downstream PD is started... check diff failed 4-th time, retry later < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:19:13 GMT < Content-Length: 1765 < Content-Type: text/plain; charset=utf-8 < { [1765 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/042dfab4-472b-4806-8b40-0c72d6098c9f {"id":"042dfab4-472b-4806-8b40-0c72d6098c9f","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769147} /tidb/cdc/default/__cdc_meta__/capture/76a7d471-3e21-4911-bf82-3ce062083032 {"id":"76a7d471-3e21-4911-bf82-3ce062083032","address":"127.0.0.1:8303","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769150} /tidb/cdc/default/__cdc_meta__/capture/cd96ad20-5990-47ad-83dc-0b8aa362cd2a {"id":"cd96ad20-5990-47ad-83dc-0b8aa362cd2a","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769144} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bd596b1d cd96ad20-5990-47ad-83dc-0b8aa362cd2a /tidb/cdc/default/__cdc_meta__/owner/22319600bd596b58 042dfab4-472b-4806-8b40-0c72d6098c9f /tidb/cdc/default/__cdc_meta__/owner/22319600bd596b7d 76a7d471-3e21-4911-bf82-3ce062083032 /tidb/cdc/default/default/upstream/7489431394323202072 {"id":7489431394323202072,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/042dfab4-472b-4806-8b40-0c72d6098c9f {"id":"042dfab4-472b-4806-8b40-0c72d6098c9f","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769147} /tidb/cdc/default/__cdc_meta__/capture/76a7d471-3e21-4911-bf82-3ce062083032 {"id":"76a7d471-3e21-4911-bf82-3ce062083032","address":"127.0.0.1:8303","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769150} /tidb/cdc/default/__cdc_meta__/capture/cd96ad20-5990-47ad-83dc-0b8aa362cd2a {"id":"cd96ad20-5990-47ad-83dc-0b8aa362cd2a","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769144} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bd596b1d cd96ad20-5990-47ad-83dc-0b8aa362cd2a /tidb/cdc/default/__cdc_meta__/owner/22319600bd596b58 042dfab4-472b-4806-8b40-0c72d6098c9f /tidb/cdc/default/__cdc_meta__/owner/22319600bd596b7d 76a7d471-3e21-4911-bf82-3ce062083032 /tidb/cdc/default/default/upstream/7489431394323202072 {"id":7489431394323202072,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/042dfab4-472b-4806-8b40-0c72d6098c9f {"id":"042dfab4-472b-4806-8b40-0c72d6098c9f","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769147} /tidb/cdc/default/__cdc_meta__/capture/76a7d471-3e21-4911-bf82-3ce062083032 {"id":"76a7d471-3e21-4911-bf82-3ce062083032","address":"127.0.0.1:8303","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769150} /tidb/cdc/default/__cdc_meta__/capture/cd96ad20-5990-47ad-83dc-0b8aa362cd2a {"id":"cd96ad20-5990-47ad-83dc-0b8aa362cd2a","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769144} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bd596b1d cd96ad20-5990-47ad-83dc-0b8aa362cd2a /tidb/cdc/default/__cdc_meta__/owner/22319600bd596b58 042dfab4-472b-4806-8b40-0c72d6098c9f /tidb/cdc/default/__cdc_meta__/owner/22319600bd596b7d 76a7d471-3e21-4911-bf82-3ce062083032 /tidb/cdc/default/default/upstream/7489431394323202072 {"id":7489431394323202072,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.cli.9174.out cli changefeed create --start-ts=457118618019430401 '--sink-uri=kafka://127.0.0.1:9092/ticdc-multi-capture-test-19567?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --server=127.0.0.1:8301 Create changefeed successfully! ID: dc455849-1871-4e25-9ded-6a55f30d1aa2 Info: {"upstream_id":7489431394323202072,"namespace":"default","id":"dc455849-1871-4e25-9ded-6a55f30d1aa2","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-capture-test-19567?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:19:13.736522262+08:00","start_ts":457118618019430401,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118618019430401,"checkpoint_ts":457118618019430401,"checkpoint_time":"2025-04-04 20:19:02.225"} PASS + set +x + tso='457118620679405570 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118620679405570 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x coverage: 2.5% of statements in github.com/pingcap/tiflow/... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release ***************** properties ***************** "dotransactions"="false" "recordcount"="20" "updateproportion"="0" "operationcount"="0" "mysql.user"="root" "mysql.db"="changefeed_error" "insertproportion"="0" "readproportion"="0" "workload"="core" "threadcount"="4" "scanproportion"="0" "mysql.host"="127.0.0.1" "readallfields"="true" "mysql.port"="4000" "requestdistribution"="uniform" ********************************************** Run finished, takes 9.782346ms INSERT - Takes(s): 0.0, Count: 20, OPS: 3518.6, Avg(us): 1792, Min(us): 927, Max(us): 4079, 95th(us): 5000, 99th(us): 5000 [Fri Apr 4 20:19:14 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/NewChangefeedNoRetryError=1*return(true)' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.58825884.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/event_filter/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... table batch_add_table.finish_mark exists check diff successfully check diff failed 6-th time, retry later Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff failed 5-th time, retry later + set +x [Fri Apr 4 20:19:15 CST 2025] <<<<<< START kafka consumer in multi_capture case >>>>>> table multi_capture_1.usertable not exists for 1-th check, retry later wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff successfully Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table multi_capture_1.usertable exists table multi_capture_2.usertable not exists for 1-th check, retry later check diff failed 6-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:19:17 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/04c76481-7cff-4778-9912-9ed68eaba94b {"id":"04c76481-7cff-4778-9912-9ed68eaba94b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769155} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bd84f3eb 04c76481-7cff-4778-9912-9ed68eaba94b /tidb/cdc/default/default/upstream/7489431448439455113 {"id":7489431448439455113,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/04c76481-7cff-4778-9912-9ed68eaba94b {"id":"04c76481-7cff-4778-9912-9ed68eaba94b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769155} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bd84f3eb 04c76481-7cff-4778-9912-9ed68eaba94b /tidb/cdc/default/default/upstream/7489431448439455113 {"id":7489431448439455113,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/04c76481-7cff-4778-9912-9ed68eaba94b {"id":"04c76481-7cff-4778-9912-9ed68eaba94b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769155} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bd84f3eb 04c76481-7cff-4778-9912-9ed68eaba94b /tidb/cdc/default/default/upstream/7489431448439455113 {"id":7489431448439455113,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5943.out cli changefeed create --start-ts=457118620679405570 '--sink-uri=kafka://127.0.0.1:9092/ticdc-sink-retry-test-26903?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' -c changefeed-error start tidb cluster in /tmp/tidb_cdc_test/event_filter Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431485780395233 TiDB Cluster ID. tikv_gc_leader_uuid 65802f70724000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-9ntjn, pid:7092, start at 2025-04-04 20:19:18.116783635 +0800 CST m=+1.754860423 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:18.124 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:18.089 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:18.089 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431485780395233 TiDB Cluster ID. tikv_gc_leader_uuid 65802f70724000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-9ntjn, pid:7092, start at 2025-04-04 20:19:18.116783635 +0800 CST m=+1.754860423 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:18.124 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:18.089 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:18.089 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431481947340246 TiDB Cluster ID. tikv_gc_leader_uuid 65802f70650000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-9ntjn, pid:7165, start at 2025-04-04 20:19:18.061589183 +0800 CST m=+1.622060389 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:18.070 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:18.036 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:18.036 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Create changefeed successfully! ID: changefeed-error Info: {"upstream_id":7489431448439455113,"namespace":"default","id":"changefeed-error","sink_uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-26903?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:19:18.428860152+08:00","start_ts":457118620679405570,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118620679405570,"checkpoint_ts":457118620679405570,"checkpoint_time":"2025-04-04 20:19:12.372"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/common_1/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/common_1/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/common_1/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/common_1/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/common_1/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431480120997592 TiDB Cluster ID. tikv_gc_leader_uuid 65802f70bdc0009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:12813, start at 2025-04-04 20:19:18.405077358 +0800 CST m=+1.442728958 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:18.414 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:18.391 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:18.391 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431480120997592 TiDB Cluster ID. tikv_gc_leader_uuid 65802f70bdc0009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:12813, start at 2025-04-04 20:19:18.405077358 +0800 CST m=+1.442728958 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:18.414 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:18.391 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:18.391 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431484216121162 TiDB Cluster ID. tikv_gc_leader_uuid 65802f70d64000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:12882, start at 2025-04-04 20:19:18.536832826 +0800 CST m=+1.511124746 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:18.545 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:18.539 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:18.539 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/mq_sink_dispatcher/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/mq_sink_dispatcher/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/mq_sink_dispatcher/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/mq_sink_dispatcher/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/mq_sink_dispatcher/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff failed 7-th time, retry later table multi_capture_2.usertable exists table multi_capture_3.usertable not exists for 1-th check, retry later + set +x [Fri Apr 4 20:19:19 CST 2025] <<<<<< START kafka consumer in changefeed_error case >>>>>> check_changefeed_state http://127.0.0.1:2379 changefeed-error failed [CDC:ErrStartTsBeforeGC] + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-error + expected_state=failed + error_msg='[CDC:ErrStartTsBeforeGC]' + tls_dir='[CDC:ErrStartTsBeforeGC]' + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error -s + info='{ "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-error", "state": "failed", "checkpoint_tso": 457118620679405570, "checkpoint_time": "2025-04-04 20:19:12.372", "error": { "time": "2025-04-04T20:19:18.579365016+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457118620679405270 is earlier than or equal to GC safepoint at 457118620679405570" } }' + echo '{ "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-error", "state": "failed", "checkpoint_tso": 457118620679405570, "checkpoint_time": "2025-04-04 20:19:12.372", "error": { "time": "2025-04-04T20:19:18.579365016+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457118620679405270 is earlier than or equal to GC safepoint at 457118620679405570" } }' { "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-error", "state": "failed", "checkpoint_tso": 457118620679405570, "checkpoint_time": "2025-04-04 20:19:12.372", "error": { "time": "2025-04-04T20:19:18.579365016+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457118620679405270 is earlier than or equal to GC safepoint at 457118620679405570" } } ++ echo '{' '"upstream_id":' 7489431448439455113, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"failed",' '"checkpoint_tso":' 457118620679405570, '"checkpoint_time":' '"2025-04-04' '20:19:12.372",' '"error":' '{' '"time":' '"2025-04-04T20:19:18.579365016+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]fail' to create or maintain changefeed because start-ts 457118620679405270 is earlier than or equal to GC safepoint at '457118620679405570"' '}' '}' ++ jq -r .state + state=failed + [[ ! failed == \f\a\i\l\e\d ]] ++ echo '{' '"upstream_id":' 7489431448439455113, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"failed",' '"checkpoint_tso":' 457118620679405570, '"checkpoint_time":' '"2025-04-04' '20:19:12.372",' '"error":' '{' '"time":' '"2025-04-04T20:19:18.579365016+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]fail' to create or maintain changefeed because start-ts 457118620679405270 is earlier than or equal to GC safepoint at '457118620679405570"' '}' '}' ++ jq -r .error.message + message='[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457118620679405270 is earlier than or equal to GC safepoint at 457118620679405570' + [[ ! [CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457118620679405270 is earlier than or equal to GC safepoint at 457118620679405570 =~ \[CDC:ErrStartTsBeforeGC] ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6052.out cli changefeed resume -c changefeed-error PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... check diff failed 1-th time, retry later [Fri Apr 4 20:19:21 CST 2025] <<<<<< START cdc server in mq_sink_dispatcher case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.mq_sink_dispatcher.1419314195.out server --log-file /tmp/tidb_cdc_test/mq_sink_dispatcher/cdc.log --log-level info --data-dir /tmp/tidb_cdc_test/mq_sink_dispatcher/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff failed 8-th time, retry later table multi_capture_3.usertable exists table multi_capture_4.usertable not exists for 1-th check, retry later + set +x table changefeed_error.usertable exists check diff failed 1-th time, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.common_1.cli.8635.out cli tso query --pd=http://127.0.0.1:2379 check diff failed 2-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 9-th time, retry later table multi_capture_4.usertable exists check diff failed 1-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_source/run.sh using Sink-Type: kafka... <<================= check diff failed 2-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:19:24 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ccba2d06-dcdf-4257-b5b2-b1f2f33fa778 {"id":"ccba2d06-dcdf-4257-b5b2-b1f2f33fa778","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769161} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bda92bd3 ccba2d06-dcdf-4257-b5b2-b1f2f33fa778 /tidb/cdc/default/default/upstream/7489431480120997592 {"id":7489431480120997592,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ccba2d06-dcdf-4257-b5b2-b1f2f33fa778 {"id":"ccba2d06-dcdf-4257-b5b2-b1f2f33fa778","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769161} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bda92bd3 ccba2d06-dcdf-4257-b5b2-b1f2f33fa778 /tidb/cdc/default/default/upstream/7489431480120997592 {"id":7489431480120997592,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ccba2d06-dcdf-4257-b5b2-b1f2f33fa778 {"id":"ccba2d06-dcdf-4257-b5b2-b1f2f33fa778","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769161} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bda92bd3 ccba2d06-dcdf-4257-b5b2-b1f2f33fa778 /tidb/cdc/default/default/upstream/7489431480120997592 {"id":7489431480120997592,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check_changefeed_state http://127.0.0.1:2379 fc2cf846-58dd-429e-b5af-4aba03583cdb finished null + endpoints=http://127.0.0.1:2379 + changefeed_id=fc2cf846-58dd-429e-b5af-4aba03583cdb + expected_state=finished + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c fc2cf846-58dd-429e-b5af-4aba03583cdb -s + info='{ "upstream_id": 7489431038480835077, "namespace": "default", "id": "fc2cf846-58dd-429e-b5af-4aba03583cdb", "state": "finished", "checkpoint_tso": 457118620612296715, "checkpoint_time": "2025-04-04 20:19:12.116", "error": null }' + echo '{ "upstream_id": 7489431038480835077, "namespace": "default", "id": "fc2cf846-58dd-429e-b5af-4aba03583cdb", "state": "finished", "checkpoint_tso": 457118620612296715, "checkpoint_time": "2025-04-04 20:19:12.116", "error": null }' { "upstream_id": 7489431038480835077, "namespace": "default", "id": "fc2cf846-58dd-429e-b5af-4aba03583cdb", "state": "finished", "checkpoint_tso": 457118620612296715, "checkpoint_time": "2025-04-04 20:19:12.116", "error": null } ++ echo '{' '"upstream_id":' 7489431038480835077, '"namespace":' '"default",' '"id":' '"fc2cf846-58dd-429e-b5af-4aba03583cdb",' '"state":' '"finished",' '"checkpoint_tso":' 457118620612296715, '"checkpoint_time":' '"2025-04-04' '20:19:12.116",' '"error":' null '}' ++ jq -r .state + state=finished + [[ ! finished == \f\i\n\i\s\h\e\d ]] ++ echo '{' '"upstream_id":' 7489431038480835077, '"namespace":' '"default",' '"id":' '"fc2cf846-58dd-429e-b5af-4aba03583cdb",' '"state":' '"finished",' '"checkpoint_tso":' 457118620612296715, '"checkpoint_time":' '"2025-04-04' '20:19:12.116",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:19:19 CST 2025] <<<<<< run test case changefeed_finish success! >>>>>> + set +x + tso='457118623501910018 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118623501910018 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:19:24 CST 2025] <<<<<< START cdc server in common_1 case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.common_1.86668668.out server --log-file /tmp/tidb_cdc_test/common_1/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/common_1/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431516778450780 TiDB Cluster ID. tikv_gc_leader_uuid 65802f76c500007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:6901, start at 2025-04-04 20:19:24.575246906 +0800 CST m=+1.435031343 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:24.582 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:24.564 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:24.564 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431516778450780 TiDB Cluster ID. tikv_gc_leader_uuid 65802f76c500007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:6901, start at 2025-04-04 20:19:24.575246906 +0800 CST m=+1.435031343 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:24.582 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:24.564 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:24.564 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431517586347028 TiDB Cluster ID. tikv_gc_leader_uuid 65802f76dc4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:6975, start at 2025-04-04 20:19:24.679239603 +0800 CST m=+1.463341482 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:24.686 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:24.657 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:24.657 +0800 All versions after safe point can be accessed. (DO NOT EDIT) check diff failed 3-th time, retry later Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/event_filter/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/event_filter/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/event_filter/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/event_filter/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/event_filter/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.mq_sink_dispatcher.cli.14272.out cli tso query --pd=http://127.0.0.1:2379 check diff successfully check diff successfully ***************** properties ***************** "insertproportion"="0" "recordcount"="20" "readproportion"="0" "mysql.user"="root" "threadcount"="2" "scanproportion"="0" "operationcount"="0" "mysql.db"="multi_capture_1" "mysql.port"="4000" "mysql.host"="127.0.0.1" "dotransactions"="false" "workload"="core" "readallfields"="true" "updateproportion"="0" "requestdistribution"="uniform" ********************************************** Run finished, takes 15.200709ms INSERT - Takes(s): 0.0, Count: 20, OPS: 1518.8, Avg(us): 1464, Min(us): 547, Max(us): 4304, 95th(us): 5000, 99th(us): 5000 ***************** properties ***************** "mysql.db"="multi_capture_2" "mysql.host"="127.0.0.1" "workload"="core" "threadcount"="2" "insertproportion"="0" "operationcount"="0" "mysql.port"="4000" "updateproportion"="0" "readallfields"="true" "mysql.user"="root" "recordcount"="20" "readproportion"="0" "requestdistribution"="uniform" "dotransactions"="false" "scanproportion"="0" ********************************************** Run finished, takes 13.983672ms INSERT - Takes(s): 0.0, Count: 20, OPS: 1579.1, Avg(us): 1203, Min(us): 553, Max(us): 1910, 95th(us): 2000, 99th(us): 2000 ***************** properties ***************** "mysql.user"="root" "insertproportion"="0" "requestdistribution"="uniform" "mysql.db"="multi_capture_3" "readproportion"="0" "readallfields"="true" "recordcount"="20" "scanproportion"="0" "mysql.host"="127.0.0.1" "threadcount"="2" "mysql.port"="4000" "updateproportion"="0" "operationcount"="0" "workload"="core" "dotransactions"="false" ********************************************** Run finished, takes 10.973042ms INSERT - Takes(s): 0.0, Count: 20, OPS: 2116.7, Avg(us): 1045, Min(us): 546, Max(us): 1716, 95th(us): 2000, 99th(us): 2000 ***************** properties ***************** "readallfields"="true" "readproportion"="0" "dotransactions"="false" "mysql.port"="4000" "threadcount"="2" "mysql.user"="root" "mysql.host"="127.0.0.1" "mysql.db"="multi_capture_4" "insertproportion"="0" "operationcount"="0" "requestdistribution"="uniform" "recordcount"="20" "workload"="core" "scanproportion"="0" "updateproportion"="0" ********************************************** Run finished, takes 12.175202ms INSERT - Takes(s): 0.0, Count: 20, OPS: 1794.1, Avg(us): 1058, Min(us): 546, Max(us): 1874, 95th(us): 2000, 99th(us): 2000 check diff failed 1-th time, retry later wait process cdc.test exit for 1-th time... check diff successfully ***************** properties ***************** "mysql.host"="127.0.0.1" "recordcount"="20" "requestdistribution"="uniform" "mysql.user"="root" "workload"="core" "readallfields"="true" "scanproportion"="0" "threadcount"="4" "mysql.db"="changefeed_error" "updateproportion"="0" "insertproportion"="0" "mysql.port"="4000" "readproportion"="0" "operationcount"="0" "dotransactions"="false" ********************************************** Run finished, takes 4.133582ms INSERT - Takes(s): 0.0, Count: 20, OPS: 6835.4, Avg(us): 727, Min(us): 439, Max(us): 1718, 95th(us): 2000, 99th(us): 2000 check diff successfully {"id":"04c76481-7cff-4778-9912-9ed68eaba94b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769155} check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture' + key_prefix=/tidb/cdc/default/__cdc_meta__/capture + message=capture ++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only + info=/tidb/cdc/default/__cdc_meta__/capture/04c76481-7cff-4778-9912-9ed68eaba94b + [[ /tidb/cdc/default/__cdc_meta__/capture/04c76481-7cff-4778-9912-9ed68eaba94b =~ capture ]] + echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/04c76481-7cff-4778-9912-9ed68eaba94b' capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/04c76481-7cff-4778-9912-9ed68eaba94b + echo 'check failed' check failed + exit 1 run task failed 1-th time, retry later The 1 times to try to start tidb cluster... wait process cdc.test exit for 2-th time... wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:19:27 CST 2025] <<<<<< run test case kafka_simple_basic success! >>>>>> check diff failed 4-th time, retry later + set +x + tso='457118624210485253 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118624210485253 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.mq_sink_dispatcher.cli.14309.out cli changefeed create --start-ts=457118624210485253 '--sink-uri=kafka://127.0.0.1:9092/dispatcher-test?protocol=canal-json&enable-tidb-extension=true' -c test --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/mq_sink_dispatcher/conf/changefeed.toml Create changefeed successfully! ID: test Info: {"upstream_id":7489431480120997592,"namespace":"default","id":"test","sink_uri":"kafka://127.0.0.1:9092/dispatcher-test?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2025-04-04T20:19:27.679687474+08:00","start_ts":457118624210485253,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"dispatchers":[{"matcher":["verify.t"],"partition":"index-value"},{"matcher":["dispatcher.index"],"partition":"index-value","index":"idx_a"}],"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118624210485253,"checkpoint_ts":457118624210485253,"checkpoint_time":"2025-04-04 20:19:25.842"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... check diff successfully [Fri Apr 4 20:19:27 CST 2025] <<<<<< START cdc server in event_filter case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.event_filter.84318433.out server --log-file /tmp/tidb_cdc_test/event_filter/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/event_filter/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:19:27 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8748bfa6-c81b-43bd-a04d-31fedc63a936 {"id":"8748bfa6-c81b-43bd-a04d-31fedc63a936","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769164} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bda318e3 8748bfa6-c81b-43bd-a04d-31fedc63a936 /tidb/cdc/default/default/upstream/7489431485780395233 {"id":7489431485780395233,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8748bfa6-c81b-43bd-a04d-31fedc63a936 {"id":"8748bfa6-c81b-43bd-a04d-31fedc63a936","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769164} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bda318e3 8748bfa6-c81b-43bd-a04d-31fedc63a936 /tidb/cdc/default/default/upstream/7489431485780395233 {"id":7489431485780395233,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8748bfa6-c81b-43bd-a04d-31fedc63a936 {"id":"8748bfa6-c81b-43bd-a04d-31fedc63a936","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769164} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bda318e3 8748bfa6-c81b-43bd-a04d-31fedc63a936 /tidb/cdc/default/default/upstream/7489431485780395233 {"id":7489431485780395233,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 641be290-093a-4e35-88c8-38bc0f4f5beb Info: {"upstream_id":7489431485780395233,"namespace":"default","id":"641be290-093a-4e35-88c8-38bc0f4f5beb","sink_uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-22478?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:19:27.864222485+08:00","start_ts":457118623501910018,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118623501910018,"checkpoint_ts":457118623501910018,"checkpoint_time":"2025-04-04 20:19:23.139"} [Fri Apr 4 20:19:27 CST 2025] <<<<<< START kafka consumer in common_1 case >>>>>> wait process cdc.test exit for 1-th time... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory table common_1.v1 not exists for 1-th check, retry later check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture' + key_prefix=/tidb/cdc/default/__cdc_meta__/capture + message=capture ++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only + info=/tidb/cdc/default/__cdc_meta__/capture/04c76481-7cff-4778-9912-9ed68eaba94b + [[ /tidb/cdc/default/__cdc_meta__/capture/04c76481-7cff-4778-9912-9ed68eaba94b =~ capture ]] + echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/04c76481-7cff-4778-9912-9ed68eaba94b' capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/04c76481-7cff-4778-9912-9ed68eaba94b + echo 'check failed' check failed + exit 1 run task failed 2-th time, retry later wait process cdc.test exit for 2-th time... + set +x check_changefeed_state http://127.0.0.1:2379 test normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=test + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test -s check diff failed 5-th time, retry later + info='{ "upstream_id": 7489431480120997592, "namespace": "default", "id": "test", "state": "normal", "checkpoint_tso": 457118624210485253, "checkpoint_time": "2025-04-04 20:19:25.842", "error": null }' + echo '{ "upstream_id": 7489431480120997592, "namespace": "default", "id": "test", "state": "normal", "checkpoint_tso": 457118624210485253, "checkpoint_time": "2025-04-04 20:19:25.842", "error": null }' { "upstream_id": 7489431480120997592, "namespace": "default", "id": "test", "state": "normal", "checkpoint_tso": 457118624210485253, "checkpoint_time": "2025-04-04 20:19:25.842", "error": null } ++ echo '{' '"upstream_id":' 7489431480120997592, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"normal",' '"checkpoint_tso":' 457118624210485253, '"checkpoint_time":' '"2025-04-04' '20:19:25.842",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489431480120997592, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"normal",' '"checkpoint_tso":' 457118624210485253, '"checkpoint_time":' '"2025-04-04' '20:19:25.842",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:19:29 CST 2025] <<<<<< run test case multi_capture success! >>>>>> + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > table common_1.v1 not exists for 2-th check, retry later check_changefeed_state http://127.0.0.1:2379 test failed ErrDispatcherFailed + endpoints=http://127.0.0.1:2379 + changefeed_id=test + expected_state=failed + error_msg=ErrDispatcherFailed + tls_dir=ErrDispatcherFailed + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test -s + info='{ "upstream_id": 7489431480120997592, "namespace": "default", "id": "test", "state": "normal", "checkpoint_tso": 457118624210485253, "checkpoint_time": "2025-04-04 20:19:25.842", "error": null }' + echo '{ "upstream_id": 7489431480120997592, "namespace": "default", "id": "test", "state": "normal", "checkpoint_tso": 457118624210485253, "checkpoint_time": "2025-04-04 20:19:25.842", "error": null }' { "upstream_id": 7489431480120997592, "namespace": "default", "id": "test", "state": "normal", "checkpoint_tso": 457118624210485253, "checkpoint_time": "2025-04-04 20:19:25.842", "error": null } ++ echo '{' '"upstream_id":' 7489431480120997592, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"normal",' '"checkpoint_tso":' 457118624210485253, '"checkpoint_time":' '"2025-04-04' '20:19:25.842",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \f\a\i\l\e\d ]] + echo 'changefeed state normal does not equal to failed' changefeed state normal does not equal to failed + exit 1 run task failed 1-th time, retry later < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:19:30 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9715b980-6afb-4a4a-b2c6-fa789167904f {"id":"9715b980-6afb-4a4a-b2c6-fa789167904f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769167} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bdc177d0 9715b980-6afb-4a4a-b2c6-fa789167904f /tidb/cdc/default/default/upstream/7489431516778450780 {"id":7489431516778450780,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9715b980-6afb-4a4a-b2c6-fa789167904f {"id":"9715b980-6afb-4a4a-b2c6-fa789167904f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769167} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bdc177d0 9715b980-6afb-4a4a-b2c6-fa789167904f /tidb/cdc/default/default/upstream/7489431516778450780 {"id":7489431516778450780,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9715b980-6afb-4a4a-b2c6-fa789167904f {"id":"9715b980-6afb-4a4a-b2c6-fa789167904f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769167} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bdc177d0 9715b980-6afb-4a4a-b2c6-fa789167904f /tidb/cdc/default/default/upstream/7489431516778450780 {"id":7489431516778450780,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.event_filter.cli.8499.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-event-filter-17351?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --server=127.0.0.1:8300 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/event_filter/conf/cf.toml start tidb cluster in /tmp/tidb_cdc_test/multi_source Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Create changefeed successfully! ID: 83bedb71-e395-479b-a971-0b240d417be9 Info: {"upstream_id":7489431516778450780,"namespace":"default","id":"83bedb71-e395-479b-a971-0b240d417be9","sink_uri":"kafka://127.0.0.1:9092/ticdc-event-filter-17351?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:19:31.048801693+08:00","start_ts":457118625553448962,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["event_filter.*"],"event_filters":[{"matcher":["event_filter.t1"],"ignore_event":["drop table","delete"],"ignore_sql":null,"ignore_insert_value_expr":"id = 2 or city = 'tokyo'","ignore_update_new_value_expr":"","ignore_update_old_value_expr":"","ignore_delete_value_expr":""},{"matcher":["event_filter.t_truncate"],"ignore_event":["truncate table"],"ignore_sql":null,"ignore_insert_value_expr":"","ignore_update_new_value_expr":"","ignore_update_old_value_expr":"","ignore_delete_value_expr":""},{"matcher":["event_filter.t_alter"],"ignore_event":["alter table"],"ignore_sql":null,"ignore_insert_value_expr":"","ignore_update_new_value_expr":"","ignore_update_old_value_expr":"","ignore_delete_value_expr":""},{"matcher":["event_filter.t_name*"],"ignore_event":["rename table"],"ignore_sql":null,"ignore_insert_value_expr":"","ignore_update_new_value_expr":"","ignore_update_old_value_expr":"","ignore_delete_value_expr":""}]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118625553448962,"checkpoint_ts":457118625553448962,"checkpoint_time":"2025-04-04 20:19:30.965"} PASS =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/force_replicate_table/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... coverage: 2.5% of statements in github.com/pingcap/tiflow/... check diff successfully chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/batch_add_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... check_changefeed_state http://127.0.0.1:2379 test failed ErrDispatcherFailed + endpoints=http://127.0.0.1:2379 + changefeed_id=test + expected_state=failed + error_msg=ErrDispatcherFailed + tls_dir=ErrDispatcherFailed + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test -s + set +x [Fri Apr 4 20:19:32 CST 2025] <<<<<< START kafka consumer in event_filter case >>>>>> Verifying downstream PD is started... + info='{ "upstream_id": 7489431480120997592, "namespace": "default", "id": "test", "state": "normal", "checkpoint_tso": 457118625259061249, "checkpoint_time": "2025-04-04 20:19:29.842", "error": null }' + echo '{ "upstream_id": 7489431480120997592, "namespace": "default", "id": "test", "state": "normal", "checkpoint_tso": 457118625259061249, "checkpoint_time": "2025-04-04 20:19:29.842", "error": null }' { "upstream_id": 7489431480120997592, "namespace": "default", "id": "test", "state": "normal", "checkpoint_tso": 457118625259061249, "checkpoint_time": "2025-04-04 20:19:29.842", "error": null } ++ echo '{' '"upstream_id":' 7489431480120997592, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"normal",' '"checkpoint_tso":' 457118625259061249, '"checkpoint_time":' '"2025-04-04' '20:19:29.842",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \f\a\i\l\e\d ]] + echo 'changefeed state normal does not equal to failed' changefeed state normal does not equal to failed + exit 1 run task failed 2-th time, retry later table event_filter.t1 does not exists table event_filter.t1 not exists for 1-th check, retry later table common_1.v1 not exists for 3-th check, retry later check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture' + key_prefix=/tidb/cdc/default/__cdc_meta__/capture + message=capture ++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only + info=/tidb/cdc/default/__cdc_meta__/capture/04c76481-7cff-4778-9912-9ed68eaba94b + [[ /tidb/cdc/default/__cdc_meta__/capture/04c76481-7cff-4778-9912-9ed68eaba94b =~ capture ]] + echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/04c76481-7cff-4778-9912-9ed68eaba94b' capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/04c76481-7cff-4778-9912-9ed68eaba94b + echo 'check failed' check failed + exit 1 run task failed 3-th time, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release start tidb cluster in /tmp/tidb_cdc_test/force_replicate_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table event_filter.t1 exists table event_filter.t_normal not exists for 1-th check, retry later table common_1.v1 exists table common_1.recover_and_insert not exists for 1-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 1-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table common_1.recover_and_insert not exists for 2-th check, retry later check_changefeed_state http://127.0.0.1:2379 test failed ErrDispatcherFailed + endpoints=http://127.0.0.1:2379 + changefeed_id=test + expected_state=failed + error_msg=ErrDispatcherFailed + tls_dir=ErrDispatcherFailed + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test -s + info='{ "upstream_id": 7489431480120997592, "namespace": "default", "id": "test", "state": "failed", "checkpoint_tso": 457118625259061249, "checkpoint_time": "2025-04-04 20:19:29.842", "error": { "time": "2025-04-04T20:19:34.22225959+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrDispatcherFailed", "message": "[CDC:ErrDispatcherFailed]index not found when dispatch event, table: index, index: idx_a" } }' + echo '{ "upstream_id": 7489431480120997592, "namespace": "default", "id": "test", "state": "failed", "checkpoint_tso": 457118625259061249, "checkpoint_time": "2025-04-04 20:19:29.842", "error": { "time": "2025-04-04T20:19:34.22225959+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrDispatcherFailed", "message": "[CDC:ErrDispatcherFailed]index not found when dispatch event, table: index, index: idx_a" } }' { "upstream_id": 7489431480120997592, "namespace": "default", "id": "test", "state": "failed", "checkpoint_tso": 457118625259061249, "checkpoint_time": "2025-04-04 20:19:29.842", "error": { "time": "2025-04-04T20:19:34.22225959+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrDispatcherFailed", "message": "[CDC:ErrDispatcherFailed]index not found when dispatch event, table: index, index: idx_a" } } ++ echo '{' '"upstream_id":' 7489431480120997592, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"failed",' '"checkpoint_tso":' 457118625259061249, '"checkpoint_time":' '"2025-04-04' '20:19:29.842",' '"error":' '{' '"time":' '"2025-04-04T20:19:34.22225959+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrDispatcherFailed",' '"message":' '"[CDC:ErrDispatcherFailed]index' not found when dispatch event, table: index, index: 'idx_a"' '}' '}' ++ jq -r .state + state=failed + [[ ! failed == \f\a\i\l\e\d ]] ++ echo '{' '"upstream_id":' 7489431480120997592, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"failed",' '"checkpoint_tso":' 457118625259061249, '"checkpoint_time":' '"2025-04-04' '20:19:29.842",' '"error":' '{' '"time":' '"2025-04-04T20:19:34.22225959+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrDispatcherFailed",' '"message":' '"[CDC:ErrDispatcherFailed]index' not found when dispatch event, table: index, index: 'idx_a"' '}' '}' ++ jq -r .error.message + message='[CDC:ErrDispatcherFailed]index not found when dispatch event, table: index, index: idx_a' + [[ ! [CDC:ErrDispatcherFailed]index not found when dispatch event, table: index, index: idx_a =~ ErrDispatcherFailed ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.mq_sink_dispatcher.cli.14518.out cli changefeed update -c test '--sink-uri=kafka://127.0.0.1:9092/dispatcher-test?protocol=canal-json&enable-tidb-extension=true' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/mq_sink_dispatcher/conf/new_changefeed.toml --no-confirm table test.finish_mark not exists for 1-th check, retry later table test.finish_mark not exists for 2-th check, retry later table test.finish_mark not exists for 3-th check, retry later table test.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:19:32 CST 2025] <<<<<< run test case many_pk_or_uk success! >>>>>> Verifying downstream PD is started... table event_filter.t_normal exists table event_filter.t_truncate not exists for 1-th check, retry later Diff of changefeed config: {Type:update Path:[Config SyncPointInterval] From: To:0xc003741418} {Type:update Path:[Config SyncPointRetention] From: To:0xc003741428} {Type:update Path:[Config Sink DispatchRules 0 Matcher 0] From:verify.t To:dispatcher.index} {Type:delete Path:[Config Sink DispatchRules 1 Matcher 0] From:dispatcher.index To:} {Type:delete Path:[Config Sink DispatchRules 1 PartitionRule] From:index-value To:} {Type:delete Path:[Config Sink DispatchRules 1 IndexName] From:idx_a To:} {Type:update Path:[Config Consistent] From: To:0xc000f112d0} Update changefeed config successfully! ID: test Info: {"upstream_id":7489431480120997592,"namespace":"default","id":"test","sink_uri":"kafka://127.0.0.1:9092/dispatcher-test?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2025-04-04T20:19:27.679687474+08:00","start_ts":457118624210485253,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","dispatchers":[{"matcher":["dispatcher.index"],"partition":"index-value"}],"encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"failed","error":{"addr":"127.0.0.1:8300","code":"CDC:ErrDispatcherFailed","message":"[CDC:ErrDispatcherFailed]index not found when dispatch event, table: index, index: idx_a"},"creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457118625259061249,"checkpoint_time":"2025-04-04 20:19:29.842"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431562179525553 TiDB Cluster ID. tikv_gc_leader_uuid 65802f82f74000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv, pid:7507, start at 2025-04-04 20:19:37.077986272 +0800 CST m=+1.558927963 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:37.085 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:37.053 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:37.053 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431562179525553 TiDB Cluster ID. tikv_gc_leader_uuid 65802f82f74000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv, pid:7507, start at 2025-04-04 20:19:37.077986272 +0800 CST m=+1.558927963 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:37.085 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:37.053 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:37.053 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431569806227884 TiDB Cluster ID. tikv_gc_leader_uuid 65802f8304c0004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv, pid:7581, start at 2025-04-04 20:19:37.114290185 +0800 CST m=+1.522973044 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:37.122 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:37.107 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:37.107 +0800 All versions after safe point can be accessed. (DO NOT EDIT) check diff failed 2-th time, retry later Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_source/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_source/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431567395771267 TiDB Cluster ID. tikv_gc_leader_uuid 65802f83c28000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1, pid:7250, start at 2025-04-04 20:19:37.896276241 +0800 CST m=+1.615762710 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:37.904 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:37.866 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:37.866 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431567395771267 TiDB Cluster ID. tikv_gc_leader_uuid 65802f83c28000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1, pid:7250, start at 2025-04-04 20:19:37.896276241 +0800 CST m=+1.615762710 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:37.904 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:37.866 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:37.866 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431573456277993 TiDB Cluster ID. tikv_gc_leader_uuid 65802f83ce0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1, pid:7327, start at 2025-04-04 20:19:37.949311454 +0800 CST m=+1.598657409 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:37.957 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:37.962 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:37.962 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table common_1.recover_and_insert not exists for 3-th check, retry later Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.mq_sink_dispatcher.cli.14557.out cli changefeed resume -c test Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table event_filter.t_truncate exists table event_filter.t_alter not exists for 1-th check, retry later PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_basic/run.sh: line 1: 10266 Killed cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_basic_avro/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... check diff failed 3-th time, retry later check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture' + key_prefix=/tidb/cdc/default/__cdc_meta__/capture + message=capture ++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only + info= + [[ '' =~ capture ]] + echo 'check pass' check pass + exit 0 run task successfully check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner' + key_prefix=/tidb/cdc/default/__cdc_meta__/owner + message=owner ++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only + info= + [[ '' =~ owner ]] + echo 'check pass' check pass + exit 0 run task successfully [Fri Apr 4 20:19:38 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/NewChangefeedRetryError=return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.63126314.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.8983.out cli tso query --pd=http://127.0.0.1:2379 table common_1.recover_and_insert exists table common_1.finish_mark not exists for 1-th check, retry later [Fri Apr 4 20:19:40 CST 2025] <<<<<< START cdc server in batch_add_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_add_table.86968698.out server --log-file /tmp/tidb_cdc_test/batch_add_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/batch_add_table/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x check_changefeed_state http://127.0.0.1:2379 test normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=test + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test -s Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore + info='{ "upstream_id": 7489431480120997592, "namespace": "default", "id": "test", "state": "normal", "checkpoint_tso": 457118625259061249, "checkpoint_time": "2025-04-04 20:19:29.842", "error": null }' + echo '{ "upstream_id": 7489431480120997592, "namespace": "default", "id": "test", "state": "normal", "checkpoint_tso": 457118625259061249, "checkpoint_time": "2025-04-04 20:19:29.842", "error": null }' { "upstream_id": 7489431480120997592, "namespace": "default", "id": "test", "state": "normal", "checkpoint_tso": 457118625259061249, "checkpoint_time": "2025-04-04 20:19:29.842", "error": null } ++ echo '{' '"upstream_id":' 7489431480120997592, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"normal",' '"checkpoint_tso":' 457118625259061249, '"checkpoint_time":' '"2025-04-04' '20:19:29.842",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489431480120997592, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"normal",' '"checkpoint_tso":' 457118625259061249, '"checkpoint_time":' '"2025-04-04' '20:19:29.842",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table event_filter.t_alter exists table event_filter.t_name not exists for 1-th check, retry later check diff failed 4-th time, retry later table test.finish_mark not exists for 1-th check, retry later + set +x + tso='457118627988504577 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118627988504577 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:19:41 CST 2025] <<<<<< START cdc server in multi_source case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.90139015.out server --log-file /tmp/tidb_cdc_test/multi_source/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_source/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/run.sh using Sink-Type: kafka... <<================= +++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo + source /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/../_utils/test_prepare ++ UP_TIDB_HOST=127.0.0.1 ++ UP_TIDB_PORT=4000 ++ UP_TIDB_OTHER_PORT=4001 ++ UP_TIDB_STATUS=10080 ++ UP_TIDB_OTHER_STATUS=10081 ++ DOWN_TIDB_HOST=127.0.0.1 ++ DOWN_TIDB_PORT=3306 ++ DOWN_TIDB_STATUS=20080 ++ TLS_TIDB_HOST=127.0.0.1 ++ TLS_TIDB_PORT=3307 ++ TLS_TIDB_STATUS=30080 ++ UP_PD_HOST_1=127.0.0.1 ++ UP_PD_PORT_1=2379 ++ UP_PD_PEER_PORT_1=2380 ++ UP_PD_HOST_2=127.0.0.1 ++ UP_PD_PORT_2=2679 ++ UP_PD_PEER_PORT_2=2680 ++ UP_PD_HOST_3=127.0.0.1 ++ UP_PD_PORT_3=2779 ++ UP_PD_PEER_PORT_3=2780 ++ DOWN_PD_HOST=127.0.0.1 ++ DOWN_PD_PORT=2479 ++ DOWN_PD_PEER_PORT=2480 ++ TLS_PD_HOST=127.0.0.1 ++ TLS_PD_PORT=2579 ++ TLS_PD_PEER_PORT=2580 ++ UP_TIKV_HOST_1=127.0.0.1 ++ UP_TIKV_PORT_1=20160 ++ UP_TIKV_STATUS_PORT_1=20181 ++ UP_TIKV_HOST_2=127.0.0.1 ++ UP_TIKV_PORT_2=20161 ++ UP_TIKV_STATUS_PORT_2=20182 ++ UP_TIKV_HOST_3=127.0.0.1 ++ UP_TIKV_PORT_3=20162 ++ UP_TIKV_STATUS_PORT_3=20183 ++ DOWN_TIKV_HOST=127.0.0.1 ++ DOWN_TIKV_PORT=21160 ++ DOWN_TIKV_STATUS_PORT=21180 ++ TLS_TIKV_HOST=127.0.0.1 ++ TLS_TIKV_PORT=22160 ++ TLS_TIKV_STATUS_PORT=22180 +++ cat /tmp/tidb_cdc_test/KAFKA_VERSION +++ echo 2.4.1 ++ KAFKA_VERSION=2.4.1 + WORK_DIR=/tmp/tidb_cdc_test/synced_status_with_redo + CDC_BINARY=cdc.test + SINK_TYPE=kafka + CDC_COUNT=3 + DB_COUNT=4 + trap stop_tidb_cluster EXIT + run_normal_case_and_unavailable_pd conf/changefeed-redo.toml + rm -rf /tmp/tidb_cdc_test/synced_status_with_redo + mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo The 1 times to try to start tidb cluster... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:19:41 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [3430 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7e9b5423-4100-406f-8691-19af4caeed93 {"id":"7e9b5423-4100-406f-8691-19af4caeed93","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769178} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22319600bd84f4f4 7e9b5423-4100-406f-8691-19af4caeed93 /tidb/cdc/default/default/changefeed/info/changefeed-error {"upstream-id":7489431448439455113,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-26903?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:19:18.428860152+08:00","start-ts":457118620679405570,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"pending","error":{"time":"2025-04-04T20:19:39.28448277+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118627731079170} /tidb/cdc/default/default/changefeed/status/changefeed-error {"checkpoint-ts":457118624165920776,"min-table-barrier-ts":457118624165920776,"admin-job-type":1} /tidb/cdc/default/default/upstream/7489431448439455113 {"id":7489431448439455113,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7e9b5423-4100-406f-8691-19af4caeed93 {"id":"7e9b5423-4100-406f-8691-19af4caeed93","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769178} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22319600bd84f4f4 7e9b5423-4100-406f-8691-19af4caeed93 /tidb/cdc/default/default/changefeed/info/changefeed-error {"upstream-id":7489431448439455113,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-26903?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:19:18.428860152+08:00","start-ts":457118620679405570,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"pending","error":{"time":"2025-04-04T20:19:39.28448277+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118627731079170} /tidb/cdc/default/default/changefeed/status/changefeed-error {"checkpoint-ts":457118624165920776,"min-table-barrier-ts":457118624165920776,"admin-job-type":1} /tidb/cdc/default/default/upstream/7489431448439455113 {"id":7489431448439455113,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7e9b5423-4100-406f-8691-19af4caeed93 {"id":"7e9b5423-4100-406f-8691-19af4caeed93","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769178} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22319600bd84f4f4 7e9b5423-4100-406f-8691-19af4caeed93 /tidb/cdc/default/default/changefeed/info/changefeed-error {"upstream-id":7489431448439455113,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-26903?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:19:18.428860152+08:00","start-ts":457118620679405570,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"pending","error":{"time":"2025-04-04T20:19:39.28448277+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118627731079170} /tidb/cdc/default/default/changefeed/status/changefeed-error {"checkpoint-ts":457118624165920776,"min-table-barrier-ts":457118624165920776,"admin-job-type":1} /tidb/cdc/default/default/upstream/7489431448439455113 {"id":7489431448439455113,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-error warning failpoint injected retriable error + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-error + expected_state=warning + error_msg=failpoint + tls_dir=error + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error -s + info='{ "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-error", "state": "warning", "checkpoint_tso": 457118624165920776, "checkpoint_time": "2025-04-04 20:19:25.672", "error": { "time": "2025-04-04T20:19:39.28448277+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrOwnerUnknown", "message": "failpoint injected retriable error" } }' + echo '{ "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-error", "state": "warning", "checkpoint_tso": 457118624165920776, "checkpoint_time": "2025-04-04 20:19:25.672", "error": { "time": "2025-04-04T20:19:39.28448277+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrOwnerUnknown", "message": "failpoint injected retriable error" } }' { "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-error", "state": "warning", "checkpoint_tso": 457118624165920776, "checkpoint_time": "2025-04-04 20:19:25.672", "error": { "time": "2025-04-04T20:19:39.28448277+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrOwnerUnknown", "message": "failpoint injected retriable error" } } ++ echo '{' '"upstream_id":' 7489431448439455113, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"warning",' '"checkpoint_tso":' 457118624165920776, '"checkpoint_time":' '"2025-04-04' '20:19:25.672",' '"error":' '{' '"time":' '"2025-04-04T20:19:39.28448277+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrOwnerUnknown",' '"message":' '"failpoint' injected retriable 'error"' '}' '}' ++ jq -r .state + state=warning + [[ ! warning == \w\a\r\n\i\n\g ]] ++ echo '{' '"upstream_id":' 7489431448439455113, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"warning",' '"checkpoint_tso":' 457118624165920776, '"checkpoint_time":' '"2025-04-04' '20:19:25.672",' '"error":' '{' '"time":' '"2025-04-04T20:19:39.28448277+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrOwnerUnknown",' '"message":' '"failpoint' injected retriable 'error"' '}' '}' ++ jq -r .error.message + message='failpoint injected retriable error' + [[ ! failpoint injected retriable error =~ failpoint ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6405.out cli changefeed remove -c changefeed-error Changefeed remove successfully. ID: changefeed-error CheckpointTs: 457118624165920776 SinkURI: kafka://127.0.0.1:9092/ticdc-sink-retry-test-26903?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... start tidb cluster in /tmp/tidb_cdc_test/kafka_simple_basic_avro Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431584185601233 TiDB Cluster ID. tikv_gc_leader_uuid 65802f880f80005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-6-zm0kc, pid:4470, start at 2025-04-04 20:19:42.277371729 +0800 CST m=+1.504626292 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:42.284 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:42.270 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:42.270 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431584185601233 TiDB Cluster ID. tikv_gc_leader_uuid 65802f880f80005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-6-zm0kc, pid:4470, start at 2025-04-04 20:19:42.277371729 +0800 CST m=+1.504626292 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:42.284 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:42.270 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:42.270 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431590794767471 TiDB Cluster ID. tikv_gc_leader_uuid 65802f881a0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-6-zm0kc, pid:4556, start at 2025-04-04 20:19:42.353269026 +0800 CST m=+1.507713638 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:42.360 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:42.362 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:42.362 +0800 All versions after safe point can be accessed. (DO NOT EDIT) table event_filter.t_name exists table event_filter.t_name1 not exists for 1-th check, retry later Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/force_replicate_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/force_replicate_table/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/force_replicate_table/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/force_replicate_table/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/force_replicate_table/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table common_1.finish_mark not exists for 2-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:19:43 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cda36bfd-9c5d-4198-82a2-f341de5137c7 {"id":"cda36bfd-9c5d-4198-82a2-f341de5137c7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769181} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bdf69ad1 cda36bfd-9c5d-4198-82a2-f341de5137c7 /tidb/cdc/default/default/upstream/7489431567395771267 {"id":7489431567395771267,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cda36bfd-9c5d-4198-82a2-f341de5137c7 {"id":"cda36bfd-9c5d-4198-82a2-f341de5137c7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769181} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bdf69ad1 cda36bfd-9c5d-4198-82a2-f341de5137c7 /tidb/cdc/default/default/upstream/7489431567395771267 {"id":7489431567395771267,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cda36bfd-9c5d-4198-82a2-f341de5137c7 {"id":"cda36bfd-9c5d-4198-82a2-f341de5137c7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769181} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bdf69ad1 cda36bfd-9c5d-4198-82a2-f341de5137c7 /tidb/cdc/default/default/upstream/7489431567395771267 {"id":7489431567395771267,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_add_table.cli.8762.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-batch-add-table-test-29577?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/batch_add_table/conf/changefeed.toml check diff failed 5-th time, retry later table test.finish_mark exists check diff successfully + set +x check_no_changefeed 127.0.0.1:2379 wait process cdc.test exit for 1-th time... parse error: Invalid numeric literal at line 1, column 6 run task successfully Create changefeed successfully! ID: ffc5ecfe-6641-455b-86ef-a5d6134e1260 Info: {"upstream_id":7489431567395771267,"namespace":"default","id":"ffc5ecfe-6641-455b-86ef-a5d6134e1260","sink_uri":"kafka://127.0.0.1:9092/ticdc-batch-add-table-test-29577?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:19:44.316467816+08:00","start_ts":457118629014274052,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*","!test.t_1"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118629014274052,"checkpoint_ts":457118629014274052,"checkpoint_time":"2025-04-04 20:19:44.167"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... table event_filter.t_name1 exists table event_filter.t_name2 not exists for 1-th check, retry later wait process cdc.test exit for 2-th time... wait process cdc.test exit for 1-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:19:44 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/83596d06-c96a-4b27-85a0-3b73e9ea26d2 {"id":"83596d06-c96a-4b27-85a0-3b73e9ea26d2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769182} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bdf39eda 83596d06-c96a-4b27-85a0-3b73e9ea26d2 /tidb/cdc/default/default/upstream/7489431562179525553 {"id":7489431562179525553,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/83596d06-c96a-4b27-85a0-3b73e9ea26d2 {"id":"83596d06-c96a-4b27-85a0-3b73e9ea26d2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769182} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bdf39eda 83596d06-c96a-4b27-85a0-3b73e9ea26d2 /tidb/cdc/default/default/upstream/7489431562179525553 {"id":7489431562179525553,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/83596d06-c96a-4b27-85a0-3b73e9ea26d2 {"id":"83596d06-c96a-4b27-85a0-3b73e9ea26d2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769182} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bdf39eda 83596d06-c96a-4b27-85a0-3b73e9ea26d2 /tidb/cdc/default/default/upstream/7489431562179525553 {"id":7489431562179525553,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.9069.out cli changefeed create --start-ts=457118627988504577 '--sink-uri=kafka://127.0.0.1:9092/ticdc-multi-source-test-13284?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table common_1.finish_mark not exists for 3-th check, retry later wait process cdc.test exit for 2-th time... Create changefeed successfully! ID: 9541b4c1-608e-48b4-b6ca-919c86464297 Info: {"upstream_id":7489431562179525553,"namespace":"default","id":"9541b4c1-608e-48b4-b6ca-919c86464297","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-source-test-13284?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:19:45.298718455+08:00","start_ts":457118627988504577,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118627988504577,"checkpoint_ts":457118627988504577,"checkpoint_time":"2025-04-04 20:19:40.254"} PASS =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/capture_session_done_during_task/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:19:45 CST 2025] <<<<<< run test case mq_sink_dispatcher success! >>>>>> coverage: 2.5% of statements in github.com/pingcap/tiflow/... [Fri Apr 4 20:19:45 CST 2025] <<<<<< START cdc server in force_replicate_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.force_replicate_table.59085910.out server --log-file /tmp/tidb_cdc_test/force_replicate_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/force_replicate_table/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner' + key_prefix=/tidb/cdc/default/__cdc_meta__/owner + message=owner ++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only + info= + [[ '' =~ owner ]] + echo 'check pass' check pass + exit 0 run task successfully [Fri Apr 4 20:19:45 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/InjectChangefeedDDLError=return(true)' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.65036505.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff successfully + set +x [Fri Apr 4 20:19:45 CST 2025] <<<<<< START kafka consumer in batch_add_table case >>>>>> table test.t_1 not exists for 1-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + set +x [Fri Apr 4 20:19:46 CST 2025] <<<<<< START kafka consumer in multi_source case >>>>>> go: downloading go1.23.4 (linux/amd64) table common_1.finish_mark not exists for 4-th check, retry later table event_filter.t_name2 exists table event_filter.t_name3 not exists for 1-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table test.t_1 exists table test.t_2 exists table test.t_3 exists table test.t_4 exists table test.t_5 exists table test.t_6 exists table test.t_7 exists table test.t_8 exists table test.t_9 exists table test.t_10 exists table test.t_11 exists table test.t_12 exists table test.t_13 exists table test.t_14 exists table test.t_15 exists table test.t_16 exists table test.t_17 exists table test.t_18 exists table test.t_19 exists table test.t_20 exists table test.t_21 exists table test.t_22 exists table test.t_23 exists table test.t_24 exists table test.t_25 exists table test.t_26 exists table test.t_27 exists table test.t_28 exists table test.t_29 exists table test.t_30 exists table test.t_31 exists table test.t_32 exists table test.t_33 exists table test.t_34 exists table test.t_35 exists table test.t_36 exists table test.t_37 exists table test.t_38 exists table test.t_39 exists table test.t_40 exists table test.t_41 exists table test.t_42 exists table test.t_43 exists table test.t_44 exists table test.t_45 exists table test.t_46 exists table test.t_47 exists table test.t_48 exists table test.t_49 exists table test.t_50 exists table test.t_51 exists table test.t_52 exists table test.t_53 exists table test.t_54 exists table test.t_55 exists table test.t_56 exists table test.t_57 exists table test.t_58 exists table test.t_59 exists table test.t_60 exists table test.t_61 exists table test.t_62 exists table test.t_63 exists table test.t_64 exists table test.t_65 exists table test.t_66 exists table test.t_67 exists table test.t_68 exists table test.t_69 exists table test.t_70 exists table test.t_71 exists table test.t_72 exists table test.t_73 exists table test.t_74 exists table test.t_75 exists table test.t_76 exists table test.t_77 exists table test.t_78 exists table test.t_79 exists table test.t_80 exists table test.t_81 exists table test.t_82 exists table test.t_83 exists table test.t_84 exists table test.t_85 exists table test.t_86 exists table test.t_87 exists table common_1.finish_mark exists check diff successfully + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:19:48 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b3494db0-ae54-4226-8701-9a882704167a {"id":"b3494db0-ae54-4226-8701-9a882704167a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769185} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be0255d2 b3494db0-ae54-4226-8701-9a882704167a /tidb/cdc/default/default/upstream/7489431584185601233 {"id":7489431584185601233,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b3494db0-ae54-4226-8701-9a882704167a {"id":"b3494db0-ae54-4226-8701-9a882704167a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769185} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be0255d2 b3494db0-ae54-4226-8701-9a882704167a /tidb/cdc/default/default/upstream/7489431584185601233 {"id":7489431584185601233,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b3494db0-ae54-4226-8701-9a882704167a {"id":"b3494db0-ae54-4226-8701-9a882704167a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769185} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be0255d2 b3494db0-ae54-4226-8701-9a882704167a /tidb/cdc/default/default/upstream/7489431584185601233 {"id":7489431584185601233,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 9cd6fca6-6a19-4deb-a8ac-d3b83ab8182a Info: {"upstream_id":7489431584185601233,"namespace":"default","id":"9cd6fca6-6a19-4deb-a8ac-d3b83ab8182a","sink_uri":"kafka://127.0.0.1:9092/ticdc-force_replicate_table-test-15014?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:19:48.545693237+08:00","start_ts":457118629290311681,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":true,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118629290311681,"checkpoint_ts":457118629290311681,"checkpoint_time":"2025-04-04 20:19:45.220"} [Fri Apr 4 20:19:48 CST 2025] <<<<<< START kafka consumer in force_replicate_table case >>>>>> consumer replica config found: /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/force_replicate_table/conf/changefeed.toml table test.t_88 exists table test.t_89 exists table test.t_90 exists table test.t_91 exists table test.t_92 exists table test.t_93 exists table test.t_94 exists table test.t_95 exists table test.t_96 exists table test.t_97 exists table test.t_98 exists table test.t_99 exists table test.t_100 exists + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:19:48 GMT < Content-Length: 845 < Content-Type: text/plain; charset=utf-8 < { [845 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b294adb2-e178-42df-ac17-fc6440600b16 {"id":"b294adb2-e178-42df-ac17-fc6440600b16","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769186} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/22319600bd84f557 b294adb2-e178-42df-ac17-fc6440600b16 /tidb/cdc/default/default/upstream/7489431448439455113 {"id":7489431448439455113,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b294adb2-e178-42df-ac17-fc6440600b16 {"id":"b294adb2-e178-42df-ac17-fc6440600b16","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769186} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/22319600bd84f557 b294adb2-e178-42df-ac17-fc6440600b16 /tidb/cdc/default/default/upstream/7489431448439455113 {"id":7489431448439455113,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b294adb2-e178-42df-ac17-fc6440600b16 {"id":"b294adb2-e178-42df-ac17-fc6440600b16","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769186} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/22319600bd84f557 b294adb2-e178-42df-ac17-fc6440600b16 /tidb/cdc/default/default/upstream/7489431448439455113 {"id":7489431448439455113,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6560.out cli changefeed create --start-ts=457118620679405570 '--sink-uri=kafka://127.0.0.1:9092/ticdc-sink-retry-test-26903?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' -c changefeed-error-1 table event_filter.t_name3 exists table force_replicate_table.t0 not exists for 1-th check, retry later Create changefeed successfully! ID: changefeed-error-1 Info: {"upstream_id":7489431448439455113,"namespace":"default","id":"changefeed-error-1","sink_uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-26903?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:19:49.251919978+08:00","start_ts":457118620679405570,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118620679405570,"checkpoint_ts":457118620679405570,"checkpoint_time":"2025-04-04 20:19:12.372"} PASS wait process cdc.test exit for 1-th time... start tidb cluster in /tmp/tidb_cdc_test/capture_session_done_during_task Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... coverage: 2.5% of statements in github.com/pingcap/tiflow/... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431617278541947 TiDB Cluster ID. tikv_gc_leader_uuid 65802f8eb980002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:11835, start at 2025-04-04 20:19:49.095043497 +0800 CST m=+1.581311027 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:49.103 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:49.094 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:49.094 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431617278541947 TiDB Cluster ID. tikv_gc_leader_uuid 65802f8eb980002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:11835, start at 2025-04-04 20:19:49.095043497 +0800 CST m=+1.581311027 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:49.103 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:49.094 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:49.094 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... table event_filter.finish_mark exists check diff failed 1-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431613160010531 TiDB Cluster ID. tikv_gc_leader_uuid 65802f8ec5c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:11911, start at 2025-04-04 20:19:49.174861185 +0800 CST m=+1.589847886 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:49.182 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:49.143 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:49.143 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/kafka_simple_basic_avro/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/kafka_simple_basic_avro/tiflash/log/error.log table test.t_100 not exists for 1-th check, retry later wait process cdc.test exit for 2-th time... check diff failed 1-th time, retry later arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_simple_basic_avro/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_simple_basic_avro/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_simple_basic_avro/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:19:50 CST 2025] <<<<<< run test case common_1 success! >>>>>> [Fri Apr 4 20:19:44 CST 2025] <<<<<< START kafka consumer in multi_topics_v2 case >>>>>> schema registry uri found: 1 [Fri Apr 4 20:19:44 CST 2025] <<<<<< START kafka consumer in multi_topics_v2 case >>>>>> schema registry uri found: 2 [Fri Apr 4 20:19:44 CST 2025] <<<<<< START kafka consumer in multi_topics_v2 case >>>>>> schema registry uri found: 3 table test.table1 not exists for 1-th check, retry later table test.table1 exists table test.table2 exists table test.table3 exists check diff successfully table test.table10 not exists for 1-th check, retry later table test.table10 exists table test.table20 exists check diff successfully + set +x table force_replicate_table.t0 exists table force_replicate_table.t1 not exists for 1-th check, retry later check_changefeed_status 127.0.0.1:8300 changefeed-error-1 warning last_warning ErrExecDDLFailed + endpoint=127.0.0.1:8300 + changefeed_id=changefeed-error-1 + expected_state=warning + field=last_warning + error_pattern=ErrExecDDLFailed ++ curl 127.0.0.1:8300/api/v2/changefeeds/changefeed-error-1/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 253 100 253 0 0 2555 0 --:--:-- --:--:-- --:--:-- 2555 + info='{"state":"warning","resolved_ts":457118621059514380,"checkpoint_ts":457118621059514380,"last_warning":{"time":"2025-04-04T20:19:50.932766823+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}}' + echo '{"state":"warning","resolved_ts":457118621059514380,"checkpoint_ts":457118621059514380,"last_warning":{"time":"2025-04-04T20:19:50.932766823+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}}' {"state":"warning","resolved_ts":457118621059514380,"checkpoint_ts":457118621059514380,"last_warning":{"time":"2025-04-04T20:19:50.932766823+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}} ++ echo '{"state":"warning","resolved_ts":457118621059514380,"checkpoint_ts":457118621059514380,"last_warning":{"time":"2025-04-04T20:19:50.932766823+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec' DDL 'failed"}}' ++ jq -r .state + state=warning + [[ ! warning == \w\a\r\n\i\n\g ]] + [[ -z last_warning ]] ++ echo '{"state":"warning","resolved_ts":457118621059514380,"checkpoint_ts":457118621059514380,"last_warning":{"time":"2025-04-04T20:19:50.932766823+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec' DDL 'failed"}}' ++ jq -r .last_warning.message + error_msg='[CDC:ErrExecDDLFailed]exec DDL failed' + [[ ! [CDC:ErrExecDDLFailed]exec DDL failed =~ ErrExecDDLFailed ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6608.out cli changefeed remove -c changefeed-error-1 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ check data failed 1-th time, retry later check data successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:19:49 CST 2025] <<<<<< run test case ddl_puller_lag success! >>>>>> table test.t_100 not exists for 2-th check, retry later check diff failed 2-th time, retry later Changefeed remove successfully. ID: changefeed-error-1 CheckpointTs: 457118621059514380 SinkURI: kafka://127.0.0.1:9092/ticdc-sink-retry-test-26903?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 PASS [Fri Apr 4 20:19:51 CST 2025] <<<<<< START cdc server in kafka_simple_basic_avro case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_basic_avro.1336513367.out server --log-file /tmp/tidb_cdc_test/kafka_simple_basic_avro/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_simple_basic_avro/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394 go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/atomic v1.11.0 go: downloading go.uber.org/multierr v1.11.0 coverage: 2.0% of statements in github.com/pingcap/tiflow/... check diff failed 2-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431634021383847 TiDB Cluster ID. tikv_gc_leader_uuid 65802f917540002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:10648, start at 2025-04-04 20:19:51.893948845 +0800 CST m=+1.580856618 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:51.902 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:51.893 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:51.893 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431634021383847 TiDB Cluster ID. tikv_gc_leader_uuid 65802f917540002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:10648, start at 2025-04-04 20:19:51.893948845 +0800 CST m=+1.580856618 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:51.902 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:51.893 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:51.893 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431629276997129 TiDB Cluster ID. tikv_gc_leader_uuid 65802f91808000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:10720, start at 2025-04-04 20:19:51.96187223 +0800 CST m=+1.579107408 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:51.969 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:51.938 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:51.938 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table force_replicate_table.t1 exists table force_replicate_table.t2 not exists for 1-th check, retry later table test.t_100 not exists for 3-th check, retry later check diff failed 3-th time, retry later go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394 go: downloading github.com/stretchr/testify v1.10.0 go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8 go: downloading github.com/prometheus/client_golang v1.20.5 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b go: downloading github.com/gorilla/mux v1.8.1 go: downloading github.com/otiai10/copy v1.2.0 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/golang/protobuf v1.5.4 go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 go: downloading github.com/google/btree v1.1.2 go: downloading google.golang.org/grpc v1.64.0 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading golang.org/x/net v0.33.0 go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/json-iterator/go v1.1.12 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/tidwall/btree v1.7.0 go: downloading golang.org/x/sync v0.10.0 go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading golang.org/x/sys v0.28.0 go: downloading golang.org/x/text v0.21.0 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading cloud.google.com/go/storage v1.39.1 go: downloading github.com/qri-io/jsonschema v0.2.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 wait process cdc.test exit for 1-th time... check diff failed 3-th time, retry later go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/klauspost/compress v1.17.9 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading cloud.google.com/go v0.112.2 go: downloading golang.org/x/oauth2 v0.24.0 go: downloading google.golang.org/api v0.170.0 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading golang.org/x/time v0.7.0 go: downloading golang.org/x/tools v0.28.0 go: downloading google.golang.org/protobuf v1.35.2 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading golang.org/x/crypto v0.31.0 go: downloading github.com/beorn7/perks v1.0.1 wait process cdc.test exit for 2-th time... go: downloading github.com/prometheus/common v0.61.0 go: downloading github.com/prometheus/procfs v0.15.1 go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading gopkg.in/yaml.v3 v3.0.1 [2025/04/04 20:19:44.767 +08:00] [INFO] [pd_service_discovery.go:1025] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2025/04/04 20:19:44.767 +08:00] [INFO] [pd_service_discovery.go:499] ["[pd] init cluster id"] [cluster-id=7489431068259852608] [2025/04/04 20:19:44.768 +08:00] [INFO] [client.go:532] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2025/04/04 20:19:44.768 +08:00] [INFO] [tso_client.go:296] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2025/04/04 20:19:44.768 +08:00] [INFO] [tso_dispatcher.go:140] ["[tso] start tso deadline watcher"] [dc-location=global] [2025/04/04 20:19:44.768 +08:00] [INFO] [client.go:538] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2025/04/04 20:19:44.768 +08:00] [INFO] [tso_dispatcher.go:198] ["[tso] tso dispatcher created"] [dc-location=global] [2025/04/04 20:19:44.768 +08:00] [INFO] [tso_client.go:132] ["[tso] start tso dispatcher check loop"] [2025/04/04 20:19:44.768 +08:00] [INFO] [tso_dispatcher.go:723] ["[tso] switching tso rpc concurrency"] [old=0] [new=1] [2025/04/04 20:19:44.768 +08:00] [INFO] [tso_dispatcher.go:476] ["[tso] start tso connection contexts updater"] [dc-location=global] [2025/04/04 20:19:44.769 +08:00] [INFO] [pd_service_discovery.go:1025] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2025/04/04 20:19:44.769 +08:00] [INFO] [pd_service_discovery.go:499] ["[pd] init cluster id"] [cluster-id=7489431068259852608] [2025/04/04 20:19:44.769 +08:00] [INFO] [client.go:532] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2025/04/04 20:19:44.769 +08:00] [INFO] [tso_client.go:296] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2025/04/04 20:19:44.769 +08:00] [INFO] [tso_dispatcher.go:140] ["[tso] start tso deadline watcher"] [dc-location=global] [2025/04/04 20:19:44.769 +08:00] [INFO] [client.go:538] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2025/04/04 20:19:44.769 +08:00] [INFO] [tso_dispatcher.go:198] ["[tso] tso dispatcher created"] [dc-location=global] [2025/04/04 20:19:44.770 +08:00] [INFO] [tso_client.go:132] ["[tso] start tso dispatcher check loop"] [2025/04/04 20:19:44.770 +08:00] [INFO] [tso_dispatcher.go:723] ["[tso] switching tso rpc concurrency"] [old=0] [new=1] [2025/04/04 20:19:44.770 +08:00] [INFO] [tso_dispatcher.go:476] ["[tso] start tso connection contexts updater"] [dc-location=global] [2025/04/04 20:19:44.770 +08:00] [INFO] [tikv_driver.go:201] ["using API V1."] [2025/04/04 20:19:44.771 +08:00] [INFO] [main.go:180] ["genLock started"] [2025/04/04 20:19:44.772 +08:00] [INFO] [store_cache.go:532] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2025/04/04 20:19:46.770 +08:00] [INFO] [pd.go:441] ["adaptive update ts interval state transition"] [configuredInterval=2s] [prevAdaptiveUpdateInterval=2s] [newAdaptiveUpdateInterval=2s] [requiredStaleness=0s] [prevState=unknown(0)] [newState=normal] go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading cloud.google.com/go/iam v1.1.7 go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda go: downloading github.com/googleapis/gax-go/v2 v2.12.3 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading golang.org/x/term v0.27.0 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/mattn/go-runewidth v0.0.16 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/robfig/cron v1.2.0 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading go.opentelemetry.io/otel/trace v1.24.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/golang-jwt/jwt/v5 v5.2.1 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/apache/arrow/go/v12 v12.0.1 + cd /tmp/tidb_cdc_test/synced_status_with_redo ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.12032.out cli tso query --pd=http://127.0.0.1:2379 [2025/04/04 20:19:54.771 +08:00] [INFO] [store_cache.go:532] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2025/04/04 20:19:54.771 +08:00] [INFO] [store_cache.go:532] ["change store resolve state"] [store=146] [addr=127.0.0.1:9500] [from=unresolved] [to=resolved] [liveness-state=reachable] [2025/04/04 20:19:54.771 +08:00] [INFO] [store_cache.go:532] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2025/04/04 20:19:54.774 +08:00] [INFO] [main.go:196] ["genLock done"] [2025/04/04 20:19:54.774 +08:00] [INFO] [tso_dispatcher.go:158] ["[tso] exit tso deadline watcher"] [dc-location=global] [2025/04/04 20:19:54.774 +08:00] [INFO] [pd_service_discovery.go:551] ["[pd] exit member loop due to context canceled"] [2025/04/04 20:19:54.774 +08:00] [INFO] [tso_dispatcher.go:264] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2025/04/04 20:19:54.774 +08:00] [INFO] [resource_manager_client.go:296] ["[resource manager] exit resource token dispatcher"] [2025/04/04 20:19:54.774 +08:00] [INFO] [tso_dispatcher.go:201] ["[tso] exit tso dispatcher"] [dc-location=global] [2025/04/04 20:19:54.774 +08:00] [INFO] [tso_client.go:157] ["[tso] closing tso client"] [2025/04/04 20:19:54.774 +08:00] [INFO] [tso_client.go:147] ["[tso] exit tso dispatcher check loop"] [2025/04/04 20:19:54.774 +08:00] [INFO] [tso_client.go:162] ["[tso] close tso client"] [2025/04/04 20:19:54.774 +08:00] [INFO] [tso_dispatcher.go:490] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2025/04/04 20:19:54.774 +08:00] [INFO] [tso_client.go:164] ["[tso] tso client is closed"] [2025/04/04 20:19:54.774 +08:00] [INFO] [pd_service_discovery.go:644] ["[pd] close pd service discovery client"] [2025/04/04 20:19:54.774 +08:00] [INFO] [tso_stream.go:359] ["tsoStream.recvLoop ended"] [stream=127.0.0.1:2379-1] [error="rpc error: code = Canceled desc = context canceled"] [errorVerbose="rpc error: code = Canceled desc = context canceled\ngithub.com/tikv/pd/client.(*tsoStream).recvLoop\n\t/go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20241111073742-238d4d79ea31/tso_stream.go:427\nruntime.goexit\n\t/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.4.linux-amd64/src/runtime/asm_amd64.s:1700"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner' + key_prefix=/tidb/cdc/default/__cdc_meta__/owner + message=owner ++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only + info= + [[ '' =~ owner ]] + echo 'check pass' check pass + exit 0 run task successfully [Fri Apr 4 20:19:54 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS='github.com/pingcap/tiflow/pkg/txnutil/gc/InjectActualGCSafePoint=return(9223372036854775807)' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.66636665.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 go: downloading github.com/goccy/go-reflect v1.2.0 go: downloading github.com/rivo/uniseg v0.4.7 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/pierrec/lz4/v4 v4.1.18 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading github.com/go-logr/logr v1.4.1 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/rogpeppe/go-internal v1.13.1 go: downloading github.com/kr/text v0.2.0 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:19:55 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c37da941-b9b1-4e60-b6f6-740221093e11 {"id":"c37da941-b9b1-4e60-b6f6-740221093e11","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769192} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be20b4d1 c37da941-b9b1-4e60-b6f6-740221093e11 /tidb/cdc/default/default/upstream/7489431617278541947 {"id":7489431617278541947,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c37da941-b9b1-4e60-b6f6-740221093e11 {"id":"c37da941-b9b1-4e60-b6f6-740221093e11","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769192} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be20b4d1 c37da941-b9b1-4e60-b6f6-740221093e11 /tidb/cdc/default/default/upstream/7489431617278541947 {"id":7489431617278541947,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c37da941-b9b1-4e60-b6f6-740221093e11 {"id":"c37da941-b9b1-4e60-b6f6-740221093e11","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769192} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be20b4d1 c37da941-b9b1-4e60-b6f6-740221093e11 /tidb/cdc/default/default/upstream/7489431617278541947 {"id":7489431617278541947,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_basic_avro.cli.13427.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-simple-basic-avro-22835?protocol=simple&encoding-format=avro' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_basic_avro/conf/changefeed.toml Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/andybalholm/brotli v1.0.5 go: downloading github.com/klauspost/cpuid/v2 v2.2.4 Create changefeed successfully! ID: b994ce75-08f3-4124-86c5-c16c9402bf91 Info: {"upstream_id":7489431617278541947,"namespace":"default","id":"b994ce75-08f3-4124-86c5-c16c9402bf91","sink_uri":"kafka://127.0.0.1:9092/ticdc-simple-basic-avro-22835?protocol=simple\u0026encoding-format=avro","create_time":"2025-04-04T20:19:55.538742969+08:00","start_ts":457118631957626883,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118631957626883,"checkpoint_ts":457118631957626883,"checkpoint_time":"2025-04-04 20:19:55.395"} PASS table force_replicate_table.t2 exists table force_replicate_table.t3 not exists for 1-th check, retry later coverage: 2.5% of statements in github.com/pingcap/tiflow/... table test.t_100 exists table batch_add_table.finish_mark not exists for 1-th check, retry later check diff failed 4-th time, retry later go: downloading github.com/pierrec/lz4 v2.6.1+incompatible check diff successfully + set +x + tso='457118631865352193 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118631865352193 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457118631865352193 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test [Fri Apr 4 20:19:56 CST 2025] <<<<<< START cdc server in synced_status_with_redo case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.1205712059.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 1-th time... + set +x VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431653139118294 TiDB Cluster ID. tikv_gc_leader_uuid 65802f961c0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-d-sg31f, pid:23330, start at 2025-04-04 20:19:56.703354609 +0800 CST m=+1.567812421 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:56.711 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:56.707 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:56.707 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431653139118294 TiDB Cluster ID. tikv_gc_leader_uuid 65802f961c0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-d-sg31f, pid:23330, start at 2025-04-04 20:19:56.703354609 +0800 CST m=+1.567812421 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:56.711 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:56.707 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:56.707 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431644875739704 TiDB Cluster ID. tikv_gc_leader_uuid 65802f9635c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-d-sg31f, pid:23408, start at 2025-04-04 20:19:56.80020495 +0800 CST m=+1.592232517 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:21:56.808 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:19:56.809 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:09:56.809 +0800 All versions after safe point can be accessed. (DO NOT EDIT) table force_replicate_table.t3 exists table force_replicate_table.t4 not exists for 1-th check, retry later wait process cdc.test exit for 2-th time... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/mq_sink_dispatcher/run.sh: line 1: 14626 Killed cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/new_changefeed.toml" 2>&1 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:19:57 CST 2025] <<<<<< run test case event_filter success! >>>>>> + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:19:58 GMT < Content-Length: 845 < Content-Type: text/plain; charset=utf-8 < { [845 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/891be2bc-fa8e-4ca0-84b6-5cb8f4764c37 {"id":"891be2bc-fa8e-4ca0-84b6-5cb8f4764c37","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769195} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 5 /tidb/cdc/default/__cdc_meta__/owner/22319600bd84f5d5 891be2bc-fa8e-4ca0-84b6-5cb8f4764c37 /tidb/cdc/default/default/upstream/7489431448439455113 {"id":7489431448439455113,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/891be2bc-fa8e-4ca0-84b6-5cb8f4764c37 {"id":"891be2bc-fa8e-4ca0-84b6-5cb8f4764c37","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769195} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 5 /tidb/cdc/default/__cdc_meta__/owner/22319600bd84f5d5 891be2bc-fa8e-4ca0-84b6-5cb8f4764c37 /tidb/cdc/default/default/upstream/7489431448439455113 {"id":7489431448439455113,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/891be2bc-fa8e-4ca0-84b6-5cb8f4764c37 {"id":"891be2bc-fa8e-4ca0-84b6-5cb8f4764c37","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769195} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 5 /tidb/cdc/default/__cdc_meta__/owner/22319600bd84f5d5 891be2bc-fa8e-4ca0-84b6-5cb8f4764c37 /tidb/cdc/default/default/upstream/7489431448439455113 {"id":7489431448439455113,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6712.out cli changefeed create --start-ts=457118620679405570 '--sink-uri=kafka://127.0.0.1:9092/ticdc-sink-retry-test-26903?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' -c changefeed-error-2 check diff failed 5-th time, retry later go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading github.com/google/s2a-go v0.1.7 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 Create changefeed successfully! ID: changefeed-error-2 Info: {"upstream_id":7489431448439455113,"namespace":"default","id":"changefeed-error-2","sink_uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-26903?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:19:58.449918029+08:00","start_ts":457118620679405570,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118620679405570,"checkpoint_ts":457118620679405570,"checkpoint_time":"2025-04-04 20:19:12.372"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... table batch_add_table.finish_mark not exists for 2-th check, retry later go: downloading github.com/jmespath/go-jmespath v0.4.0 table force_replicate_table.t4 exists table force_replicate_table.t5 not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:19:59 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8b3ce372-af4a-4fdc-bb16-edc5a68eedc7 {"id":"8b3ce372-af4a-4fdc-bb16-edc5a68eedc7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769196} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be29afd3 8b3ce372-af4a-4fdc-bb16-edc5a68eedc7 /tidb/cdc/default/default/upstream/7489431634021383847 {"id":7489431634021383847,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8b3ce372-af4a-4fdc-bb16-edc5a68eedc7 {"id":"8b3ce372-af4a-4fdc-bb16-edc5a68eedc7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769196} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be29afd3 8b3ce372-af4a-4fdc-bb16-edc5a68eedc7 /tidb/cdc/default/default/upstream/7489431634021383847 {"id":7489431634021383847,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8b3ce372-af4a-4fdc-bb16-edc5a68eedc7 {"id":"8b3ce372-af4a-4fdc-bb16-edc5a68eedc7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769196} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be29afd3 8b3ce372-af4a-4fdc-bb16-edc5a68eedc7 /tidb/cdc/default/default/upstream/7489431634021383847 {"id":7489431634021383847,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed-redo.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457118631865352193 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.12122.out cli changefeed create --start-ts=457118631865352193 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489431634021383847,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-04T20:19:59.935709271+08:00","start_ts":457118631865352193,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118631865352193,"checkpoint_ts":457118631865352193,"checkpoint_time":"2025-04-04 20:19:55.043"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-error-2 failed [CDC:ErrSnapshotLostByGC] + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-error-2 + expected_state=failed + error_msg='[CDC:ErrSnapshotLostByGC]' + tls_dir='[CDC:ErrSnapshotLostByGC]' + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error-2 -s + info='{ "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-error-2", "state": "failed", "checkpoint_tso": 457118620679405570, "checkpoint_time": "2025-04-04 20:19:12.372", "error": { "time": "2025-04-04T20:19:58.523761826+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSnapshotLostByGC", "message": "[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457118620679405570 is earlier than or equal to GC safepoint at 9223372036854775807" } }' + echo '{ "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-error-2", "state": "failed", "checkpoint_tso": 457118620679405570, "checkpoint_time": "2025-04-04 20:19:12.372", "error": { "time": "2025-04-04T20:19:58.523761826+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSnapshotLostByGC", "message": "[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457118620679405570 is earlier than or equal to GC safepoint at 9223372036854775807" } }' { "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-error-2", "state": "failed", "checkpoint_tso": 457118620679405570, "checkpoint_time": "2025-04-04 20:19:12.372", "error": { "time": "2025-04-04T20:19:58.523761826+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSnapshotLostByGC", "message": "[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457118620679405570 is earlier than or equal to GC safepoint at 9223372036854775807" } } ++ echo '{' '"upstream_id":' 7489431448439455113, '"namespace":' '"default",' '"id":' '"changefeed-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457118620679405570, '"checkpoint_time":' '"2025-04-04' '20:19:12.372",' '"error":' '{' '"time":' '"2025-04-04T20:19:58.523761826+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSnapshotLostByGC",' '"message":' '"[CDC:ErrSnapshotLostByGC]fail' to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457118620679405570 is earlier than or equal to GC safepoint at '9223372036854775807"' '}' '}' ++ jq -r .state + state=failed + [[ ! failed == \f\a\i\l\e\d ]] ++ echo '{' '"upstream_id":' 7489431448439455113, '"namespace":' '"default",' '"id":' '"changefeed-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457118620679405570, '"checkpoint_time":' '"2025-04-04' '20:19:12.372",' '"error":' '{' '"time":' '"2025-04-04T20:19:58.523761826+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSnapshotLostByGC",' '"message":' '"[CDC:ErrSnapshotLostByGC]fail' to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457118620679405570 is earlier than or equal to GC safepoint at '9223372036854775807"' '}' '}' ++ jq -r .error.message + message='[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457118620679405570 is earlier than or equal to GC safepoint at 9223372036854775807' + [[ ! [CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457118620679405570 is earlier than or equal to GC safepoint at 9223372036854775807 =~ \[CDC:ErrSnapshotLostByGC] ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6787.out cli changefeed remove -c changefeed-error-2 check diff successfully + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_session_done_during_task.cli.24871.out cli tso query --pd=http://127.0.0.1:2379 table batch_add_table.finish_mark not exists for 3-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/kafka_column_selector Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Changefeed remove successfully. ID: changefeed-error-2 CheckpointTs: 457118620679405570 SinkURI: kafka://127.0.0.1:9092/ticdc-sink-retry-test-26903?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... table force_replicate_table.t5 exists table force_replicate_table.t6 not exists for 1-th check, retry later table test.t2 not exists for 1-th check, retry later + set +x ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 221 100 221 0 0 4702 0 --:--:-- --:--:-- --:--:-- 4804 + synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-04 20:19:55.043","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2025-04-04 20:20:01.000","info":"Data syncing is finished"}' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-04' '20:19:55.043","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-04' '20:20:01.000","info":"Data' syncing is 'finished"}' ++ jq .synced + status=true ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-04' '20:19:55.043","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-04' '20:20:01.000","info":"Data' syncing is 'finished"}' ++ jq -r .sink_checkpoint_ts + sink_checkpoint_ts='2025-04-04 20:19:55.043' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-04' '20:19:55.043","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-04' '20:20:01.000","info":"Data' syncing is 'finished"}' ++ jq -r .puller_resolved_ts + puller_resolved_ts='1970-01-01 08:00:00.000' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-04' '20:19:55.043","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-04' '20:20:01.000","info":"Data' syncing is 'finished"}' ++ jq -r .last_synced_ts + last_synced_ts='1970-01-01 08:00:00.000' + '[' true '!=' true ']' + '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']' + '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']' ++ date '+%Y-%m-%d %H:%M:%S' + current='2025-04-04 20:20:01' + echo 'sink_checkpoint_ts is 2025-04-04' 20:19:55.043 sink_checkpoint_ts is 2025-04-04 20:19:55.043 ++ date -d '2025-04-04 20:19:55.043' +%s + checkpoint_timestamp=1743769195 ++ date -d '2025-04-04 20:20:01' +%s + current_timestamp=1743769201 + '[' 6 -gt 300 ']' + run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);' + set +x + tso='457118633179742209 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118633179742209 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/ddl_only_block_related_table/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... + check_table_exists test.t1 127.0.0.1 3306 table test.t1 not exists for 1-th check, retry later [Fri Apr 4 20:20:01 CST 2025] <<<<<< START cdc server in capture_session_done_during_task case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorManagerHandleNewChangefeedDelay=sleep(2000)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_session_done_during_task.2491424916.out server --log-file /tmp/tidb_cdc_test/capture_session_done_during_task/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/capture_session_done_during_task/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table test.t2 not exists for 2-th check, retry later + set +x table batch_add_table.finish_mark not exists for 4-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout wait process cdc.test exit for 1-th time... [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } wait process cdc.test exit for 2-th time... [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } table test.t1 exists + sleep 5 [Pipeline] // podTemplate [Pipeline] } cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:20:03 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/redo/ChangefeedNewRedoManagerError=2*return(true)' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.68446846.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table force_replicate_table.t6 exists check_data_subset force_replicate_table.t0 127.0.0.1 4000 127.0.0.1 3306 [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } run task successfully check_data_subset force_replicate_table.t1 127.0.0.1 4000 127.0.0.1 3306 check diff failed 1-th time, retry later table batch_add_table.finish_mark not exists for 5-th check, retry later Starting Upstream TiDB... table test.t2 not exists for 3-th check, retry later Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/ddl_only_block_related_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... run task successfully check_data_subset force_replicate_table.t2 127.0.0.1 4000 127.0.0.1 3306 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:20:04 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/794c3ef0-c575-4305-98f8-f3f040337341 {"id":"794c3ef0-c575-4305-98f8-f3f040337341","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769201} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be3c7ce8 794c3ef0-c575-4305-98f8-f3f040337341 /tidb/cdc/default/default/upstream/7489431653139118294 {"id":7489431653139118294,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/794c3ef0-c575-4305-98f8-f3f040337341 {"id":"794c3ef0-c575-4305-98f8-f3f040337341","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769201} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be3c7ce8 794c3ef0-c575-4305-98f8-f3f040337341 /tidb/cdc/default/default/upstream/7489431653139118294 {"id":7489431653139118294,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/794c3ef0-c575-4305-98f8-f3f040337341 {"id":"794c3ef0-c575-4305-98f8-f3f040337341","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769201} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be3c7ce8 794c3ef0-c575-4305-98f8-f3f040337341 /tidb/cdc/default/default/upstream/7489431653139118294 {"id":7489431653139118294,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table test.finish_mark not exists for 1-th check, retry later run task successfully check_data_subset force_replicate_table.t3 127.0.0.1 4000 127.0.0.1 3306 [Fri Apr 4 20:20:05 CST 2025] <<<<<< START kafka consumer in capture_session_done_during_task case >>>>>> lease 22319600be3c7ce8 revoked check diff failed 2-th time, retry later table batch_add_table.finish_mark not exists for 6-th check, retry later run task successfully check_data_subset force_replicate_table.t4 127.0.0.1 4000 127.0.0.1 3306 table test.finish_mark not exists for 2-th check, retry later table test.t2 not exists for 4-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:20:06 GMT < Content-Length: 845 < Content-Type: text/plain; charset=utf-8 < { [845 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/117e95f4-a835-4631-80cb-728834a1adde {"id":"117e95f4-a835-4631-80cb-728834a1adde","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769204} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 7 /tidb/cdc/default/__cdc_meta__/owner/22319600bd84f62e 117e95f4-a835-4631-80cb-728834a1adde /tidb/cdc/default/default/upstream/7489431448439455113 {"id":7489431448439455113,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/117e95f4-a835-4631-80cb-728834a1adde {"id":"117e95f4-a835-4631-80cb-728834a1adde","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769204} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 7 /tidb/cdc/default/__cdc_meta__/owner/22319600bd84f62e 117e95f4-a835-4631-80cb-728834a1adde /tidb/cdc/default/default/upstream/7489431448439455113 {"id":7489431448439455113,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/117e95f4-a835-4631-80cb-728834a1adde {"id":"117e95f4-a835-4631-80cb-728834a1adde","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769204} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 7 /tidb/cdc/default/__cdc_meta__/owner/22319600bd84f62e 117e95f4-a835-4631-80cb-728834a1adde /tidb/cdc/default/default/upstream/7489431448439455113 {"id":7489431448439455113,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6899.out cli changefeed create --start-ts=0 '--sink-uri=kafka://127.0.0.1:9092/ticdc-sink-retry-test-26903?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' -c changefeed-initialize-error run task successfully check_data_subset force_replicate_table.t5 127.0.0.1 4000 127.0.0.1 3306 Create changefeed successfully! ID: changefeed-initialize-error Info: {"upstream_id":7489431448439455113,"namespace":"default","id":"changefeed-initialize-error","sink_uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-26903?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:20:07.189335804+08:00","start_ts":457118635018682375,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118635018682375,"checkpoint_ts":457118635018682375,"checkpoint_time":"2025-04-04 20:20:07.072"} PASS table capture_session_done_during_task.t exists check diff failed 1-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431693211860014 TiDB Cluster ID. tikv_gc_leader_uuid 65802f9f594000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:15867, start at 2025-04-04 20:20:06.158681967 +0800 CST m=+1.445817329 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:06.167 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:06.167 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:06.167 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431693211860014 TiDB Cluster ID. tikv_gc_leader_uuid 65802f9f594000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:15867, start at 2025-04-04 20:20:06.158681967 +0800 CST m=+1.445817329 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:06.167 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:06.167 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:06.167 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431692391713478 TiDB Cluster ID. tikv_gc_leader_uuid 65802f9f7dc000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:15933, start at 2025-04-04 20:20:06.301410822 +0800 CST m=+1.521927708 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:06.309 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:06.313 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:06.313 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/kafka_column_selector/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/kafka_column_selector/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_column_selector/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_column_selector/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_column_selector/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } coverage: 2.5% of statements in github.com/pingcap/tiflow/... run task successfully check_data_subset force_replicate_table.t6 127.0.0.1 4000 127.0.0.1 3306 id=19,a=NULL doesn't exist in downstream table force_replicate_table.t6 run task failed 1-th time, retry later table test.t2 not exists for 5-th check, retry later check diff failed 3-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 7147 0 --:--:-- --:--:-- --:--:-- 7147 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-04 20:20:07.343","puller_resolved_ts":"2025-04-04 20:20:01.444","last_synced_ts":"2025-04-04 20:20:01.493","now_ts":"2025-04-04 20:20:08.000","info":"The data syncing is not finished, please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:20:07.343","puller_resolved_ts":"2025-04-04' '20:20:01.444","last_synced_ts":"2025-04-04' '20:20:01.493","now_ts":"2025-04-04' '20:20:08.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:20:07.343","puller_resolved_ts":"2025-04-04' '20:20:01.444","last_synced_ts":"2025-04-04' '20:20:01.493","now_ts":"2025-04-04' '20:20:08.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq -r .info + info='The data syncing is not finished, please wait' + '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']' + sleep 130 table batch_add_table.finish_mark not exists for 7-th check, retry later + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s + info='{ "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 457118635018682375, "checkpoint_time": "2025-04-04 20:20:07.072", "error": { "time": "2025-04-04T20:20:07.371866023+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' + echo '{ "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 457118635018682375, "checkpoint_time": "2025-04-04 20:20:07.072", "error": { "time": "2025-04-04T20:20:07.371866023+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' { "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 457118635018682375, "checkpoint_time": "2025-04-04 20:20:07.072", "error": { "time": "2025-04-04T20:20:07.371866023+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } } ++ echo '{' '"upstream_id":' 7489431448439455113, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"warning",' '"checkpoint_tso":' 457118635018682375, '"checkpoint_time":' '"2025-04-04' '20:20:07.072",' '"error":' '{' '"time":' '"2025-04-04T20:20:07.371866023+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrProcessorUnknown",' '"message":' '"changefeed' new redo manager injected 'error"' '}' '}' ++ jq -r .state + state=warning + [[ ! warning == \n\o\r\m\a\l ]] + echo 'changefeed state warning does not equal to normal' changefeed state warning does not equal to normal + exit 1 run task failed 1-th time, retry later table test.finish_mark not exists for 3-th check, retry later [Fri Apr 4 20:20:09 CST 2025] <<<<<< START cdc server in kafka_column_selector case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_column_selector.1729417296.out server --log-file /tmp/tidb_cdc_test/kafka_column_selector/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_column_selector/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 2-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/sql_mode/run.sh using Sink-Type: kafka... <<================= +++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/sql_mode/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/sql_mode ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/sql_mode + source /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/sql_mode/../_utils/test_prepare ++ UP_TIDB_HOST=127.0.0.1 ++ UP_TIDB_PORT=4000 ++ UP_TIDB_OTHER_PORT=4001 ++ UP_TIDB_STATUS=10080 ++ UP_TIDB_OTHER_STATUS=10081 ++ DOWN_TIDB_HOST=127.0.0.1 ++ DOWN_TIDB_PORT=3306 ++ DOWN_TIDB_STATUS=20080 ++ TLS_TIDB_HOST=127.0.0.1 ++ TLS_TIDB_PORT=3307 ++ TLS_TIDB_STATUS=30080 ++ UP_PD_HOST_1=127.0.0.1 ++ UP_PD_PORT_1=2379 ++ UP_PD_PEER_PORT_1=2380 ++ UP_PD_HOST_2=127.0.0.1 ++ UP_PD_PORT_2=2679 ++ UP_PD_PEER_PORT_2=2680 ++ UP_PD_HOST_3=127.0.0.1 ++ UP_PD_PORT_3=2779 ++ UP_PD_PEER_PORT_3=2780 ++ DOWN_PD_HOST=127.0.0.1 ++ DOWN_PD_PORT=2479 ++ DOWN_PD_PEER_PORT=2480 ++ TLS_PD_HOST=127.0.0.1 ++ TLS_PD_PORT=2579 ++ TLS_PD_PEER_PORT=2580 ++ UP_TIKV_HOST_1=127.0.0.1 ++ UP_TIKV_PORT_1=20160 ++ UP_TIKV_STATUS_PORT_1=20181 ++ UP_TIKV_HOST_2=127.0.0.1 ++ UP_TIKV_PORT_2=20161 ++ UP_TIKV_STATUS_PORT_2=20182 ++ UP_TIKV_HOST_3=127.0.0.1 ++ UP_TIKV_PORT_3=20162 ++ UP_TIKV_STATUS_PORT_3=20183 ++ DOWN_TIKV_HOST=127.0.0.1 ++ DOWN_TIKV_PORT=21160 ++ DOWN_TIKV_STATUS_PORT=21180 ++ TLS_TIKV_HOST=127.0.0.1 ++ TLS_TIKV_PORT=22160 ++ TLS_TIKV_STATUS_PORT=22180 +++ cat /tmp/tidb_cdc_test/KAFKA_VERSION +++ echo 2.4.1 ++ KAFKA_VERSION=2.4.1 + WORK_DIR=/tmp/tidb_cdc_test/sql_mode + CDC_BINARY=cdc.test + SINK_TYPE=kafka + CDC_COUNT=3 + DB_COUNT=4 + rm -rf /tmp/tidb_cdc_test/sql_mode + mkdir -p /tmp/tidb_cdc_test/sql_mode + start_tidb_cluster --workdir /tmp/tidb_cdc_test/sql_mode The 1 times to try to start tidb cluster... check_data_subset force_replicate_table.t6 127.0.0.1 4000 127.0.0.1 3306 table test.t2 not exists for 6-th check, retry later check diff failed 4-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431707293023329 TiDB Cluster ID. tikv_gc_leader_uuid 65802fa30040002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf, pid:7109, start at 2025-04-04 20:20:09.858903491 +0800 CST m=+1.433381256 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:09.866 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:09.857 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:09.857 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431707293023329 TiDB Cluster ID. tikv_gc_leader_uuid 65802fa30040002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf, pid:7109, start at 2025-04-04 20:20:09.858903491 +0800 CST m=+1.433381256 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:09.866 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:09.857 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:09.857 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... table batch_add_table.finish_mark not exists for 8-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431705244397275 TiDB Cluster ID. tikv_gc_leader_uuid 65802fa30c0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf, pid:7185, start at 2025-04-04 20:20:09.954230932 +0800 CST m=+1.457441542 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:09.962 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:09.954 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:09.954 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } run task successfully table test.finish_mark not exists for 4-th check, retry later wait process cdc.test exit for 1-th time... check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s + info='{ "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 457118635018682375, "checkpoint_time": "2025-04-04 20:20:07.072", "error": { "time": "2025-04-04T20:20:07.371866023+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' + echo '{ "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 457118635018682375, "checkpoint_time": "2025-04-04 20:20:07.072", "error": { "time": "2025-04-04T20:20:07.371866023+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' { "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 457118635018682375, "checkpoint_time": "2025-04-04 20:20:07.072", "error": { "time": "2025-04-04T20:20:07.371866023+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } } ++ echo '{' '"upstream_id":' 7489431448439455113, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"warning",' '"checkpoint_tso":' 457118635018682375, '"checkpoint_time":' '"2025-04-04' '20:20:07.072",' '"error":' '{' '"time":' '"2025-04-04T20:20:07.371866023+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrProcessorUnknown",' '"message":' '"changefeed' new redo manager injected 'error"' '}' '}' ++ jq -r .state + state=warning + [[ ! warning == \n\o\r\m\a\l ]] + echo 'changefeed state warning does not equal to normal' changefeed state warning does not equal to normal + exit 1 run task failed 2-th time, retry later check diff successfully check diff failed 1-th time, retry later wait process cdc.test exit for 2-th time... table test.t2 not exists for 7-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:20:12 CST 2025] <<<<<< run test case force_replicate_table success! >>>>>> check diff failed 5-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:20:12 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/733e08e7-2583-4096-932f-571a49b7613f {"id":"733e08e7-2583-4096-932f-571a49b7613f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769209} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be67b0cf 733e08e7-2583-4096-932f-571a49b7613f /tidb/cdc/default/default/upstream/7489431693211860014 {"id":7489431693211860014,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/733e08e7-2583-4096-932f-571a49b7613f {"id":"733e08e7-2583-4096-932f-571a49b7613f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769209} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be67b0cf 733e08e7-2583-4096-932f-571a49b7613f /tidb/cdc/default/default/upstream/7489431693211860014 {"id":7489431693211860014,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/733e08e7-2583-4096-932f-571a49b7613f {"id":"733e08e7-2583-4096-932f-571a49b7613f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769209} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be67b0cf 733e08e7-2583-4096-932f-571a49b7613f /tidb/cdc/default/default/upstream/7489431693211860014 {"id":7489431693211860014,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_column_selector.cli.17347.out cli changefeed create --start-ts=457118635567874054 '--sink-uri=kafka://127.0.0.1:9092/column-selector-test?protocol=canal-json&partition-num=1&enable-tidb-extension=true' -c test --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector/conf/changefeed.toml table batch_add_table.finish_mark not exists for 9-th check, retry later Create changefeed successfully! ID: test Info: {"upstream_id":7489431693211860014,"namespace":"default","id":"test","sink_uri":"kafka://127.0.0.1:9092/column-selector-test?protocol=canal-json\u0026partition-num=1\u0026enable-tidb-extension=true","create_time":"2025-04-04T20:20:12.747543226+08:00","start_ts":457118635567874054,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"column_selectors":[{"matcher":["test.t1"],"columns":["a","b"]},{"matcher":["test.*"],"columns":["*","!b"]},{"matcher":["test1.t1"],"columns":["column*","!column1"]}],"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118635567874054,"checkpoint_ts":457118635567874054,"checkpoint_time":"2025-04-04 20:20:09.167"} PASS table test.finish_mark not exists for 5-th check, retry later coverage: 2.5% of statements in github.com/pingcap/tiflow/... [Fri Apr 4 20:20:12 CST 2025] <<<<<< START cdc server in ddl_only_block_related_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.86498651.out server --log-file /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 start tidb cluster in /tmp/tidb_cdc_test/sql_mode Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... check diff successfully wait process cdc.test exit for 1-th time... + set +x Starting build checksum checker... table batch_add_table.finish_mark not exists for 10-th check, retry later go: downloading go.uber.org/zap v1.27.0 go: downloading golang.org/x/net v0.33.0 go: downloading github.com/spf13/cobra v1.8.1 go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394 go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c go: downloading google.golang.org/grpc v1.64.0 go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394 go: downloading github.com/IBM/sarama v1.41.2 go: downloading github.com/tinylib/msgp v1.1.6 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/gin-gonic/gin v1.9.1 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8 go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31 go: downloading github.com/apache/pulsar-client-go v0.11.0 go: downloading github.com/aws/aws-sdk-go-v2 v1.19.1 go: downloading github.com/xdg/scram v1.0.5 go: downloading github.com/klauspost/compress v1.17.9 go: downloading github.com/pierrec/lz4/v4 v4.1.18 go: downloading cloud.google.com/go/storage v1.39.1 go: downloading github.com/KimMachineGun/automemlimit v0.2.4 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0 go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading golang.org/x/sync v0.10.0 go: downloading github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0 go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/prometheus/client_golang v1.20.5 go: downloading github.com/stretchr/testify v1.10.0 go: downloading golang.org/x/time v0.7.0 go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/xdg/stringprep v1.0.3 go: downloading golang.org/x/crypto v0.31.0 wait process cdc.test exit for 2-th time... table test.finish_mark not exists for 6-th check, retry later table test.t2 not exists for 8-th check, retry later go: downloading github.com/containerd/cgroups v1.0.4 go: downloading github.com/philhofer/fwd v1.1.1 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/gin-contrib/sse v0.1.0 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading cloud.google.com/go v0.112.2 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/stretchr/objx v0.5.2 go: downloading go.uber.org/multierr v1.11.0 go: downloading golang.org/x/text v0.21.0 go: downloading github.com/go-playground/validator/v10 v10.14.0 go: downloading github.com/pelletier/go-toml/v2 v2.0.8 go: downloading github.com/ugorji/go/codec v1.2.11 go: downloading google.golang.org/protobuf v1.35.2 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading golang.org/x/sys v0.28.0 go: downloading github.com/aws/smithy-go v1.13.5 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/godbus/dbus/v5 v5.0.4 go: downloading github.com/opencontainers/runtime-spec v1.0.2 go: downloading github.com/cilium/ebpf v0.4.0 go: downloading github.com/sirupsen/logrus v1.9.3 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/prometheus/common v0.61.0 go: downloading github.com/prometheus/procfs v0.15.1 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2 go: downloading github.com/linkedin/goavro/v2 v2.11.1 check diff successfully go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/eapache/go-resiliency v1.4.0 go: downloading github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3 go: downloading github.com/eapache/queue v1.1.0 go: downloading github.com/hashicorp/go-multierror v1.1.1 go: downloading github.com/jcmturner/gofork v1.7.6 go: downloading github.com/jcmturner/gokrb5/v8 v8.4.4 go: downloading github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 go: downloading cloud.google.com/go/iam v1.1.7 go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/googleapis/gax-go/v2 v2.12.3 go: downloading golang.org/x/oauth2 v0.24.0 go: downloading google.golang.org/api v0.170.0 cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:20:15 CST 2025] <<<<<< run test case capture_session_done_during_task success! >>>>>> go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda go: downloading github.com/gabriel-vasile/mimetype v1.4.2 go: downloading github.com/go-playground/universal-translator v0.18.1 go: downloading github.com/AthenZ/athenz v1.10.39 go: downloading github.com/leodido/go-urn v1.2.4 go: downloading github.com/spaolacci/murmur3 v1.1.0 go: downloading golang.org/x/mod v0.22.0 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/pierrec/lz4 v2.6.1+incompatible go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading github.com/hashicorp/errwrap v1.0.0 go: downloading github.com/jcmturner/dnsutils/v2 v2.0.0 go: downloading github.com/hashicorp/go-uuid v1.0.3 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading go.opentelemetry.io/otel/trace v1.24.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible go: downloading github.com/99designs/keyring v1.2.1 go: downloading github.com/jcmturner/rpc/v2 v2.0.3 go: downloading github.com/go-playground/locales v0.14.1 check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s + info='{ "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 457118637024083973, "checkpoint_time": "2025-04-04 20:20:14.722", "error": null }' + echo '{ "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 457118637024083973, "checkpoint_time": "2025-04-04 20:20:14.722", "error": null }' { "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 457118637024083973, "checkpoint_time": "2025-04-04 20:20:14.722", "error": null } ++ echo '{' '"upstream_id":' 7489431448439455113, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 457118637024083973, '"checkpoint_time":' '"2025-04-04' '20:20:14.722",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489431448439455113, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 457118637024083973, '"checkpoint_time":' '"2025-04-04' '20:20:14.722",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.7049.out cli changefeed pause -c changefeed-initialize-error go: downloading github.com/dvsekhvalnov/jose2go v1.5.0 go: downloading github.com/mtibben/percent v0.2.1 go: downloading github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c go: downloading golang.org/x/term v0.27.0 go: downloading github.com/jcmturner/aescts/v2 v2.0.0 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading github.com/go-logr/stdr v1.2.2 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table batch_add_table.finish_mark not exists for 11-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:20:15 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d9f09990-b783-4d8d-8160-77a443431efd {"id":"d9f09990-b783-4d8d-8160-77a443431efd","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769213} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be764cce d9f09990-b783-4d8d-8160-77a443431efd /tidb/cdc/default/default/upstream/7489431707293023329 {"id":7489431707293023329,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d9f09990-b783-4d8d-8160-77a443431efd {"id":"d9f09990-b783-4d8d-8160-77a443431efd","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769213} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be764cce d9f09990-b783-4d8d-8160-77a443431efd /tidb/cdc/default/default/upstream/7489431707293023329 {"id":7489431707293023329,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d9f09990-b783-4d8d-8160-77a443431efd {"id":"d9f09990-b783-4d8d-8160-77a443431efd","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769213} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be764cce d9f09990-b783-4d8d-8160-77a443431efd /tidb/cdc/default/default/upstream/7489431707293023329 {"id":7489431707293023329,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.cli.8708.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-common-1-test-22550?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' -c=ddl-only-block-related-table Create changefeed successfully! ID: ddl-only-block-related-table Info: {"upstream_id":7489431707293023329,"namespace":"default","id":"ddl-only-block-related-table","sink_uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-22550?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:20:16.401188775+08:00","start_ts":457118637426212867,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118637426212867,"checkpoint_ts":457118637426212867,"checkpoint_time":"2025-04-04 20:20:16.256"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... table test.finish_mark not exists for 7-th check, retry later table test.t2 not exists for 9-th check, retry later go: downloading github.com/ardielle/ardielle-go v1.5.2 + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error stopped null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=stopped + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s + info='{ "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-initialize-error", "state": "stopped", "checkpoint_tso": 457118637024083973, "checkpoint_time": "2025-04-04 20:20:14.722", "error": null }' + echo '{ "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-initialize-error", "state": "stopped", "checkpoint_tso": 457118637024083973, "checkpoint_time": "2025-04-04 20:20:14.722", "error": null }' { "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-initialize-error", "state": "stopped", "checkpoint_tso": 457118637024083973, "checkpoint_time": "2025-04-04 20:20:14.722", "error": null } ++ echo '{' '"upstream_id":' 7489431448439455113, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"stopped",' '"checkpoint_tso":' 457118637024083973, '"checkpoint_time":' '"2025-04-04' '20:20:14.722",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7489431448439455113, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"stopped",' '"checkpoint_tso":' 457118637024083973, '"checkpoint_time":' '"2025-04-04' '20:20:14.722",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.7124.out cli changefeed resume -c changefeed-initialize-error Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/google/btree v1.1.2 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading golang.org/x/tools v0.28.0 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading github.com/qri-io/jsonschema v0.2.1 go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/golang-jwt/jwt/v5 v5.2.1 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c + set +x [Fri Apr 4 20:20:17 CST 2025] <<<<<< START kafka consumer in ddl_only_block_related_table case >>>>>> table ddl_only_block_related_table.finish_mark not exists for 1-th check, retry later table test.t2 not exists for 10-th check, retry later table batch_add_table.finish_mark not exists for 12-th check, retry later check diff failed 1-th time, retry later table test.finish_mark not exists for 8-th check, retry later + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s + info='{ "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 457118637024083973, "checkpoint_time": "2025-04-04 20:20:14.722", "error": null }' + echo '{ "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 457118637024083973, "checkpoint_time": "2025-04-04 20:20:14.722", "error": null }' { "upstream_id": 7489431448439455113, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 457118637024083973, "checkpoint_time": "2025-04-04 20:20:14.722", "error": null } ++ echo '{' '"upstream_id":' 7489431448439455113, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 457118637024083973, '"checkpoint_time":' '"2025-04-04' '20:20:14.722",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489431448439455113, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 457118637024083973, '"checkpoint_time":' '"2025-04-04' '20:20:14.722",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.7184.out cli changefeed remove -c changefeed-initialize-error go: downloading github.com/jmespath/go-jmespath v0.4.0 go: downloading github.com/google/s2a-go v0.1.7 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431748278910720 TiDB Cluster ID. tikv_gc_leader_uuid 65802fabda00001 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:9879, start at 2025-04-04 20:20:18.920927416 +0800 CST m=+1.420029937 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:18.928 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:18.920 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:18.920 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431748278910720 TiDB Cluster ID. tikv_gc_leader_uuid 65802fabda00001 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:9879, start at 2025-04-04 20:20:18.920927416 +0800 CST m=+1.420029937 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:18.928 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:18.920 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:18.920 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431748691514153 TiDB Cluster ID. tikv_gc_leader_uuid 65802fabe54000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:9955, start at 2025-04-04 20:20:18.988270273 +0800 CST m=+1.423952260 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:18.995 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:18.965 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:18.965 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/sql_mode/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/sql_mode/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/sql_mode/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/sql_mode/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/sql_mode/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table ddl_only_block_related_table.finish_mark not exists for 2-th check, retry later Changefeed remove successfully. ID: changefeed-initialize-error CheckpointTs: 457118637024083973 SinkURI: kafka://127.0.0.1:9092/ticdc-sink-retry-test-26903?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... check diff failed 2-th time, retry later table test.t2 not exists for 11-th check, retry later table batch_add_table.finish_mark not exists for 13-th check, retry later table test.finish_mark not exists for 9-th check, retry later + set +x table ddl_only_block_related_table.finish_mark not exists for 3-th check, retry later wait process cdc.test exit for 1-th time... + trap stop_tidb_cluster EXIT + run_sql 'set global sql_mode='\''NO_BACKSLASH_ESCAPES'\'';' 127.0.0.1 4000 + run_sql 'set global sql_mode='\''NO_BACKSLASH_ESCAPES'\'';' 127.0.0.1 3306 + cd /tmp/tidb_cdc_test/sql_mode ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.11417.out cli tso query --pd=http://127.0.0.1:2379 [Fri Apr 4 20:20:18 CST 2025] <<<<<< START kafka consumer in multi_topics_v2 case >>>>>> schema registry uri found: 10 [Fri Apr 4 20:20:18 CST 2025] <<<<<< START kafka consumer in multi_topics_v2 case >>>>>> schema registry uri found: 20 [Fri Apr 4 20:20:18 CST 2025] <<<<<< START kafka consumer in multi_topics_v2 case >>>>>> schema registry uri found: finish table test.finish not exists for 1-th check, retry later table test.finish exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:20:22 CST 2025] <<<<<< run test case multi_topics_v2 success! >>>>>> wait process cdc.test exit for 2-th time... table batch_add_table.finish_mark not exists for 14-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:20:22 CST 2025] <<<<<< run test case changefeed_error success! >>>>>> check diff failed 3-th time, retry later table test.finish_mark not exists for 10-th check, retry later table test.t2 not exists for 12-th check, retry later + set +x + tso='457118639002746881 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118639002746881 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457118639002746881 + run_cdc_server --workdir /tmp/tidb_cdc_test/sql_mode --binary cdc.test [Fri Apr 4 20:20:23 CST 2025] <<<<<< START cdc server in sql_mode case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.1145811460.out server --log-file /tmp/tidb_cdc_test/sql_mode/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sql_mode/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table ddl_only_block_related_table.finish_mark not exists for 4-th check, retry later \033[0;36m<<< Run all test success >>>\033[0m table batch_add_table.finish_mark not exists for 15-th check, retry later [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc already exists) check diff failed 4-th time, retry later [Pipeline] // cache [Pipeline] } table test.t2 exists check diff successfully table test.finish_mark not exists for 11-th check, retry later [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } cdc.test: no process found wait process cdc.test exit for 1-th time... process cdc.test already exit [Fri Apr 4 20:20:25 CST 2025] <<<<<< run test case resolve_lock success! >>>>>> [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } table ddl_only_block_related_table.finish_mark exists table batch_add_table.finish_mark not exists for 16-th check, retry later check diff failed 5-th time, retry later wait process 8654 exit for 1-th time... table test.finish_mark not exists for 12-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:20:26 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6706520a-27c3-411c-909a-7dc63c0795c5 {"id":"6706520a-27c3-411c-909a-7dc63c0795c5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769224} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be97c0db 6706520a-27c3-411c-909a-7dc63c0795c5 /tidb/cdc/default/default/upstream/7489431748278910720 {"id":7489431748278910720,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6706520a-27c3-411c-909a-7dc63c0795c5 {"id":"6706520a-27c3-411c-909a-7dc63c0795c5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769224} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be97c0db 6706520a-27c3-411c-909a-7dc63c0795c5 /tidb/cdc/default/default/upstream/7489431748278910720 {"id":7489431748278910720,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6706520a-27c3-411c-909a-7dc63c0795c5 {"id":"6706520a-27c3-411c-909a-7dc63c0795c5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769224} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be97c0db 6706520a-27c3-411c-909a-7dc63c0795c5 /tidb/cdc/default/default/upstream/7489431748278910720 {"id":7489431748278910720,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457118639002746881 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.11513.out cli changefeed create --start-ts=457118639002746881 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 wait process 8654 exit for 2-th time... Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489431748278910720,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-04T20:20:27.162267015+08:00","start_ts":457118639002746881,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118639002746881,"checkpoint_ts":457118639002746881,"checkpoint_time":"2025-04-04 20:20:22.270"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8654) - No such process wait process 8654 exit for 3-th time... process 8654 already exit [Fri Apr 4 20:20:27 CST 2025] <<<<<< START cdc server in ddl_only_block_related_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteNotDone=return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.88258827.out server --log-file /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table test.finish_mark not exists for 13-th check, retry later + set +x + run_sql 'use test; create table t1(id bigint primary key, a text, b text as ((regexp_replace(a, '\''^[1-9]\d{9,29}$'\'', '\''aaaaa'\''))), c text); insert into t1 (id, a, c) values(1,123456, '\''ab\\\\c'\''); insert into t1 (id, a, c) values(2,1234567890123, '\''ab\\c'\'');' 127.0.0.1 4000 table batch_add_table.finish_mark not exists for 17-th check, retry later check diff successfully + '[' kafka == mysql ']' + stop_tidb_cluster =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/ddl_attributes/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... table batch_add_table.finish_mark not exists for 18-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:20:30 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [3971 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/ddl-only-block-related-table {UpstreamID:7489431707293023329 Namespace:default ID:ddl-only-block-related-table SinkURI:kafka://127.0.0.1:9092/ticdc-common-1-test-22550?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:20:16.401188775 +0800 CST StartTs:457118637426212867 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003949560 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118637452427269} {CheckpointTs:457118640886513670 MinTableBarrierTs:457118641148657670 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457118641148657670, checkpointTs: 457118641148657670, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457118641148657670, checkpointTs: 457118641148657670, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457118641148657670, checkpointTs: 457118641148657670, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457118641148657670, checkpointTs: 457118641148657670, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/15ae1c0b-ec82-44a7-a014-89efcbba5934 {"id":"15ae1c0b-ec82-44a7-a014-89efcbba5934","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769227} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be764d95 15ae1c0b-ec82-44a7-a014-89efcbba5934 /tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table {"upstream-id":7489431707293023329,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-22550?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:20:16.401188775+08:00","start-ts":457118637426212867,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118637452427269} /tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table {"checkpoint-ts":457118640886513670,"min-table-barrier-ts":457118641148657670,"admin-job-type":0} /tidb/cdc/default/default/task/position/15ae1c0b-ec82-44a7-a014-89efcbba5934/ddl-only-block-related-table {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489431707293023329 {"id":7489431707293023329,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-only-block-related-table {UpstreamID:7489431707293023329 Namespace:default ID:ddl-only-block-related-table SinkURI:kafka://127.0.0.1:9092/ticdc-common-1-test-22550?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:20:16.401188775 +0800 CST StartTs:457118637426212867 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003949560 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118637452427269} {CheckpointTs:457118640886513670 MinTableBarrierTs:457118641148657670 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457118641148657670, checkpointTs: 457118641148657670, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457118641148657670, checkpointTs: 457118641148657670, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457118641148657670, checkpointTs: 457118641148657670, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457118641148657670, checkpointTs: 457118641148657670, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/15ae1c0b-ec82-44a7-a014-89efcbba5934 {"id":"15ae1c0b-ec82-44a7-a014-89efcbba5934","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769227} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be764d95 15ae1c0b-ec82-44a7-a014-89efcbba5934 /tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table {"upstream-id":7489431707293023329,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-22550?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:20:16.401188775+08:00","start-ts":457118637426212867,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118637452427269} /tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table {"checkpoint-ts":457118640886513670,"min-table-barrier-ts":457118641148657670,"admin-job-type":0} /tidb/cdc/default/default/task/position/15ae1c0b-ec82-44a7-a014-89efcbba5934/ddl-only-block-related-table {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489431707293023329 {"id":7489431707293023329,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-only-block-related-table {UpstreamID:7489431707293023329 Namespace:default ID:ddl-only-block-related-table SinkURI:kafka://127.0.0.1:9092/ticdc-common-1-test-22550?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:20:16.401188775 +0800 CST StartTs:457118637426212867 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003949560 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118637452427269} {CheckpointTs:457118640886513670 MinTableBarrierTs:457118641148657670 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457118641148657670, checkpointTs: 457118641148657670, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457118641148657670, checkpointTs: 457118641148657670, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457118641148657670, checkpointTs: 457118641148657670, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457118641148657670, checkpointTs: 457118641148657670, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/15ae1c0b-ec82-44a7-a014-89efcbba5934 {"id":"15ae1c0b-ec82-44a7-a014-89efcbba5934","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769227} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be764d95 15ae1c0b-ec82-44a7-a014-89efcbba5934 /tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table {"upstream-id":7489431707293023329,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-22550?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:20:16.401188775+08:00","start-ts":457118637426212867,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118637452427269} /tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table {"checkpoint-ts":457118640886513670,"min-table-barrier-ts":457118641148657670,"admin-job-type":0} /tidb/cdc/default/default/task/position/15ae1c0b-ec82-44a7-a014-89efcbba5934/ddl-only-block-related-table {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489431707293023329 {"id":7489431707293023329,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check_ts_not_forward ddl-only-block-related-table table test.finish_mark not exists for 14-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/ddl_attributes Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table batch_add_table.finish_mark not exists for 19-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/ddl_sequence/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... table test.finish_mark not exists for 15-th check, retry later check diff failed 1-th time, retry later Verifying downstream PD is started... table batch_add_table.finish_mark not exists for 20-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup/run.sh using Sink-Type: kafka... <<================= +++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup + source /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup/../_utils/test_prepare ++ UP_TIDB_HOST=127.0.0.1 ++ UP_TIDB_PORT=4000 ++ UP_TIDB_OTHER_PORT=4001 ++ UP_TIDB_STATUS=10080 ++ UP_TIDB_OTHER_STATUS=10081 ++ DOWN_TIDB_HOST=127.0.0.1 ++ DOWN_TIDB_PORT=3306 ++ DOWN_TIDB_STATUS=20080 ++ TLS_TIDB_HOST=127.0.0.1 ++ TLS_TIDB_PORT=3307 ++ TLS_TIDB_STATUS=30080 ++ UP_PD_HOST_1=127.0.0.1 ++ UP_PD_PORT_1=2379 ++ UP_PD_PEER_PORT_1=2380 ++ UP_PD_HOST_2=127.0.0.1 ++ UP_PD_PORT_2=2679 ++ UP_PD_PEER_PORT_2=2680 ++ UP_PD_HOST_3=127.0.0.1 ++ UP_PD_PORT_3=2779 ++ UP_PD_PEER_PORT_3=2780 ++ DOWN_PD_HOST=127.0.0.1 ++ DOWN_PD_PORT=2479 ++ DOWN_PD_PEER_PORT=2480 ++ TLS_PD_HOST=127.0.0.1 ++ TLS_PD_PORT=2579 ++ TLS_PD_PEER_PORT=2580 ++ UP_TIKV_HOST_1=127.0.0.1 ++ UP_TIKV_PORT_1=20160 ++ UP_TIKV_STATUS_PORT_1=20181 ++ UP_TIKV_HOST_2=127.0.0.1 ++ UP_TIKV_PORT_2=20161 ++ UP_TIKV_STATUS_PORT_2=20182 ++ UP_TIKV_HOST_3=127.0.0.1 ++ UP_TIKV_PORT_3=20162 ++ UP_TIKV_STATUS_PORT_3=20183 ++ DOWN_TIKV_HOST=127.0.0.1 ++ DOWN_TIKV_PORT=21160 ++ DOWN_TIKV_STATUS_PORT=21180 ++ TLS_TIKV_HOST=127.0.0.1 ++ TLS_TIKV_PORT=22160 ++ TLS_TIKV_STATUS_PORT=22180 +++ cat /tmp/tidb_cdc_test/KAFKA_VERSION +++ echo 2.4.1 ++ KAFKA_VERSION=2.4.1 + WORK_DIR=/tmp/tidb_cdc_test/storage_cleanup + CDC_BINARY=cdc.test + SINK_TYPE=kafka + EXIST_FILES=() + CLEANED_FILES=() + trap stop_tidb_cluster EXIT + run kafka + '[' kafka '!=' storage ']' + return + check_logs /tmp/tidb_cdc_test/storage_cleanup ++ date + echo '[Fri Apr 4 20:20:34 CST 2025] <<<<<< run test case storage_cleanup success! >>>>>>' [Fri Apr 4 20:20:34 CST 2025] <<<<<< run test case storage_cleanup success! >>>>>> + stop_tidb_cluster table test.finish_mark not exists for 16-th check, retry later check diff failed 2-th time, retry later start tidb cluster in /tmp/tidb_cdc_test/ddl_sequence Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 run task failed 1-th time, retry later Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table batch_add_table.finish_mark not exists for 21-th check, retry later table test.finish_mark not exists for 17-th check, retry later check diff failed 3-th time, retry later check_ts_not_forward ddl-only-block-related-table =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/csv_storage_basic/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:20:37 CST 2025] <<<<<< run test case csv_storage_basic success! >>>>>> Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table batch_add_table.finish_mark not exists for 22-th check, retry later table test.finish_mark not exists for 18-th check, retry later check diff failed 4-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/move_table/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431824002482899 TiDB Cluster ID. tikv_gc_leader_uuid 65802fc01900012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-d-sg31f, pid:26307, start at 2025-04-04 20:20:39.67151292 +0800 CST m=+1.552951657 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:39.679 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:39.652 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:39.652 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431824002482899 TiDB Cluster ID. tikv_gc_leader_uuid 65802fc01900012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-d-sg31f, pid:26307, start at 2025-04-04 20:20:39.67151292 +0800 CST m=+1.552951657 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:39.679 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:39.652 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:39.652 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431836818442477 TiDB Cluster ID. tikv_gc_leader_uuid 65802fc0260000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-d-sg31f, pid:26373, start at 2025-04-04 20:20:39.73046313 +0800 CST m=+1.549957227 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:39.738 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:39.704 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:39.704 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_attributes/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_attributes/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_attributes/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_attributes/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_attributes/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table batch_add_table.finish_mark not exists for 23-th check, retry later table test.finish_mark not exists for 19-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/csv_storage_multi_tables_ddl/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:20:40 CST 2025] <<<<<< run test case csv_storage_multi_tables_ddl success! >>>>>> + start_tidb_cluster --workdir /tmp/tidb_cdc_test/sql_mode The 1 times to try to start tidb cluster... check diff failed 5-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/move_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_attributes.cli.27823.out cli tso query --pd=http://127.0.0.1:2379 table batch_add_table.finish_mark not exists for 24-th check, retry later table test.finish_mark not exists for 20-th check, retry later check diff failed 6-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431851173449518 TiDB Cluster ID. tikv_gc_leader_uuid 65802fc36f80014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p, pid:8238, start at 2025-04-04 20:20:43.102841826 +0800 CST m=+1.352270120 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:43.110 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:43.070 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:43.070 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431851173449518 TiDB Cluster ID. tikv_gc_leader_uuid 65802fc36f80014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p, pid:8238, start at 2025-04-04 20:20:43.102841826 +0800 CST m=+1.352270120 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:43.110 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:43.070 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:43.070 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431852183771470 TiDB Cluster ID. tikv_gc_leader_uuid 65802fc3a04000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p, pid:8306, start at 2025-04-04 20:20:43.29726539 +0800 CST m=+1.482981670 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:43.304 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:43.265 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:43.265 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_sequence/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_sequence/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_sequence/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_sequence/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_sequence/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x + tso='457118644411301889 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118644411301889 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:20:44 CST 2025] <<<<<< START cdc server in ddl_attributes case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_attributes.2786027862.out server --log-file /tmp/tidb_cdc_test/ddl_attributes/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_attributes/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/csv_storage_partition_table/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:20:44 CST 2025] <<<<<< run test case csv_storage_partition_table success! >>>>>> start tidb cluster in /tmp/tidb_cdc_test/sql_mode Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table batch_add_table.finish_mark not exists for 25-th check, retry later table test.finish_mark not exists for 21-th check, retry later [2025/04/04 20:20:44.857 +08:00] [WARN] [diff.go:180] ["table struct is not equal"] [reason="column num not equal, one is 34 another is 15"] check diff successfully Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table batch_add_table.finish_mark exists table test.t_1 does not exists + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_sequence.cli.9765.out cli tso query --pd=http://127.0.0.1:2379 check diff successfully table test.finish_mark not exists for 22-th check, retry later wait process cdc.test exit for 1-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:20:47 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d4385bf0-a724-4077-afd9-60489bde47de {"id":"d4385bf0-a724-4077-afd9-60489bde47de","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769244} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bee43eda d4385bf0-a724-4077-afd9-60489bde47de /tidb/cdc/default/default/upstream/7489431824002482899 {"id":7489431824002482899,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d4385bf0-a724-4077-afd9-60489bde47de {"id":"d4385bf0-a724-4077-afd9-60489bde47de","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769244} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bee43eda d4385bf0-a724-4077-afd9-60489bde47de /tidb/cdc/default/default/upstream/7489431824002482899 {"id":7489431824002482899,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d4385bf0-a724-4077-afd9-60489bde47de {"id":"d4385bf0-a724-4077-afd9-60489bde47de","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769244} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bee43eda d4385bf0-a724-4077-afd9-60489bde47de /tidb/cdc/default/default/upstream/7489431824002482899 {"id":7489431824002482899,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_attributes.cli.27918.out cli changefeed create --start-ts=457118644411301889 '--sink-uri=kafka://127.0.0.1:9092/ticdc-ddl-attributes-test-18009?protocol=open-protocol&partition-num=4&kafka-version=2.4.1' \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc already exists) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore [Pipeline] // cache wait process cdc.test exit for 2-th time... [Pipeline] } Create changefeed successfully! ID: 57754de6-4312-4826-bf02-b696284d26b9 Info: {"upstream_id":7489431824002482899,"namespace":"default","id":"57754de6-4312-4826-bf02-b696284d26b9","sink_uri":"kafka://127.0.0.1:9092/ticdc-ddl-attributes-test-18009?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1","create_time":"2025-04-04T20:20:47.906108698+08:00","start_ts":457118644411301889,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118644411301889,"checkpoint_ts":457118644411301889,"checkpoint_time":"2025-04-04 20:20:42.902"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... + set +x + tso='457118645346631681 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118645346631681 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:20:47 CST 2025] <<<<<< START cdc server in ddl_sequence case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_sequence.98099811.out server --log-file /tmp/tidb_cdc_test/ddl_sequence/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_sequence/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Pipeline] // dir [Pipeline] } Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate wait process cdc.test exit for 3-th time... [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } table test.finish_mark exists cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Fri Apr 4 20:20:48 CST 2025] <<<<<< run test case batch_add_table success! >>>>>> check diff successfully + set +x [Fri Apr 4 20:20:49 CST 2025] <<<<<< START kafka consumer in ddl_attributes case >>>>>> Verifying downstream PD is started... check diff failed 1-th time, retry later table test.finish_mark exists check diff failed 1-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431874862039320 TiDB Cluster ID. tikv_gc_leader_uuid 65802fc9b380006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p, pid:25957, start at 2025-04-04 20:20:49.494293433 +0800 CST m=+1.521600065 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:49.503 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:49.486 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:49.486 +0800 All versions after safe point can be accessed. (DO NOT EDIT) [2025/04/04 20:20:49.860 +08:00] [WARN] [diff.go:180] ["table struct is not equal"] [reason="column num not equal, one is 34 another is 31"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431874862039320 TiDB Cluster ID. tikv_gc_leader_uuid 65802fc9b380006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p, pid:25957, start at 2025-04-04 20:20:49.494293433 +0800 CST m=+1.521600065 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:49.503 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:49.486 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:49.486 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431876907015036 TiDB Cluster ID. tikv_gc_leader_uuid 65802fc9be00007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p, pid:26026, start at 2025-04-04 20:20:49.540993401 +0800 CST m=+1.504644793 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:49.549 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:49.528 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:49.528 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/move_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/move_table/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/move_table/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/move_table/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/move_table/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:20:50 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/68358813-fa28-4226-97d6-8ced5f6543de {"id":"68358813-fa28-4226-97d6-8ced5f6543de","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769248} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bef293d8 68358813-fa28-4226-97d6-8ced5f6543de /tidb/cdc/default/default/upstream/7489431851173449518 {"id":7489431851173449518,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/68358813-fa28-4226-97d6-8ced5f6543de {"id":"68358813-fa28-4226-97d6-8ced5f6543de","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769248} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bef293d8 68358813-fa28-4226-97d6-8ced5f6543de /tidb/cdc/default/default/upstream/7489431851173449518 {"id":7489431851173449518,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/68358813-fa28-4226-97d6-8ced5f6543de {"id":"68358813-fa28-4226-97d6-8ced5f6543de","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769248} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bef293d8 68358813-fa28-4226-97d6-8ced5f6543de /tidb/cdc/default/default/upstream/7489431851173449518 {"id":7489431851173449518,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_sequence.cli.9864.out cli changefeed create --start-ts=457118645346631681 '--sink-uri=kafka://127.0.0.1:9092/ticdc-ddl-sequence-test-30632?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' check diff failed 2-th time, retry later Create changefeed successfully! ID: 532fcd6f-acc8-453e-86b9-05fae8060d8f Info: {"upstream_id":7489431851173449518,"namespace":"default","id":"532fcd6f-acc8-453e-86b9-05fae8060d8f","sink_uri":"kafka://127.0.0.1:9092/ticdc-ddl-sequence-test-30632?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:20:51.370828758+08:00","start_ts":457118645346631681,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118645346631681,"checkpoint_ts":457118645346631681,"checkpoint_time":"2025-04-04 20:20:46.470"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.cli.27485.out cli tso query --pd=http://127.0.0.1:2379 check diff failed 2-th time, retry later + set +x [Fri Apr 4 20:20:52 CST 2025] <<<<<< START kafka consumer in ddl_sequence case >>>>>> Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 3-th time, retry later + set +x + tso='457118646976380929 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118646976380929 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x check diff failed 3-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431748278910720 TiDB Cluster ID. tikv_gc_leader_uuid 65802fabda00001 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:9879, start at 2025-04-04 20:20:18.920927416 +0800 CST m=+1.420029937 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:18.928 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:18.920 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:18.920 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431748278910720 TiDB Cluster ID. tikv_gc_leader_uuid 65802fabda00001 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:9879, start at 2025-04-04 20:20:18.920927416 +0800 CST m=+1.420029937 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:18.928 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:18.920 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:18.920 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431748691514153 TiDB Cluster ID. tikv_gc_leader_uuid 65802fabe54000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:9955, start at 2025-04-04 20:20:18.988270273 +0800 CST m=+1.423952260 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:18.995 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:18.965 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:18.965 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 1396 (HY000) at line 1: Operation CREATE USER failed for 'normal'@'%' start tidb cluster failed The 2 times to try to start tidb cluster... ***************** properties ***************** "recordcount"="10000" "readallfields"="true" "readproportion"="0" "scanproportion"="0" "threadcount"="10" "dotransactions"="false" "mysql.host"="127.0.0.1" "mysql.db"="move_table" "operationcount"="0" "insertproportion"="0" "requestdistribution"="uniform" "updateproportion"="0" "workload"="core" "mysql.port"="4000" "mysql.user"="root" ********************************************** check diff failed 4-th time, retry later check diff failed 4-th time, retry later Run finished, takes 1.326502475s INSERT - Takes(s): 1.3, Count: 10000, OPS: 7571.2, Avg(us): 1285, Min(us): 859, Max(us): 8551, 95th(us): 2000, 99th(us): 2000 [Fri Apr 4 20:20:56 CST 2025] <<<<<< START cdc server in move_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.2757527577.out server --log-file /tmp/tidb_cdc_test/move_table/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/move_table/cdc_data1 --cluster-id default --addr 127.0.0.1:8300 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff successfully wait process cdc.test exit for 1-th time... check diff failed 5-th time, retry later wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:20:59 CST 2025] <<<<<< run test case changefeed_pause_resume success! >>>>>> table ddl_sequence.finish_mark not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:20:59 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a1982f09-ded4-45ad-b41d-683465a18457 {"id":"a1982f09-ded4-45ad-b41d-683465a18457","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769256} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bf0ad9fb a1982f09-ded4-45ad-b41d-683465a18457 /tidb/cdc/default/default/upstream/7489431874862039320 {"id":7489431874862039320,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a1982f09-ded4-45ad-b41d-683465a18457 {"id":"a1982f09-ded4-45ad-b41d-683465a18457","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769256} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bf0ad9fb a1982f09-ded4-45ad-b41d-683465a18457 /tidb/cdc/default/default/upstream/7489431874862039320 {"id":7489431874862039320,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a1982f09-ded4-45ad-b41d-683465a18457 {"id":"a1982f09-ded4-45ad-b41d-683465a18457","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769256} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bf0ad9fb a1982f09-ded4-45ad-b41d-683465a18457 /tidb/cdc/default/default/upstream/7489431874862039320 {"id":7489431874862039320,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.cli.27630.out cli changefeed create --start-ts=457118646976380929 '--sink-uri=kafka://127.0.0.1:9092/ticdc-move-table-test-8388?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' Create changefeed successfully! ID: 71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 Info: {"upstream_id":7489431874862039320,"namespace":"default","id":"71f9b938-2909-45fa-9f4f-ce2a9cbdbd82","sink_uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-8388?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:21:00.136227181+08:00","start_ts":457118646976380929,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118646976380929,"checkpoint_ts":457118646976380929,"checkpoint_time":"2025-04-04 20:20:52.687"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... check diff failed 6-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_rocks/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... table ddl_sequence.finish_mark not exists for 2-th check, retry later + set +x [Fri Apr 4 20:21:01 CST 2025] <<<<<< START kafka consumer in move_table case >>>>>> [Fri Apr 4 20:21:01 CST 2025] <<<<<< START cdc server in move_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.2766227664.out server --log-file /tmp/tidb_cdc_test/move_table/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/move_table/cdc_data2 --cluster-id default --addr 127.0.0.1:8301 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8301 failed: Connection refused * Failed to connect to 127.0.0.1 port 8301: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 7-th time, retry later table ddl_sequence.finish_mark not exists for 3-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/multi_rocks Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... check diff failed 8-th time, retry later table ddl_sequence.finish_mark not exists for 4-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8301 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:21:04 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [3971 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {UpstreamID:7489431874862039320 Namespace:default ID:71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 SinkURI:kafka://127.0.0.1:9092/ticdc-move-table-test-8388?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:21:00.136227181 +0800 CST StartTs:457118646976380929 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0035d1cb0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118648915984391} {CheckpointTs:457118647683907892 MinTableBarrierTs:457118649938345998 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457118649938345998, checkpointTs: 457118647723229491, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7264982a-7588-40d2-9213-8b1b6b6be58c {"id":"7264982a-7588-40d2-9213-8b1b6b6be58c","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769261} /tidb/cdc/default/__cdc_meta__/capture/a1982f09-ded4-45ad-b41d-683465a18457 {"id":"a1982f09-ded4-45ad-b41d-683465a18457","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769256} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bf0ad9fb a1982f09-ded4-45ad-b41d-683465a18457 /tidb/cdc/default/__cdc_meta__/owner/22319600bf0ada4f 7264982a-7588-40d2-9213-8b1b6b6be58c /tidb/cdc/default/default/changefeed/info/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"upstream-id":7489431874862039320,"namespace":"default","changefeed-id":"71f9b938-2909-45fa-9f4f-ce2a9cbdbd82","sink-uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-8388?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:21:00.136227181+08:00","start-ts":457118646976380929,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118648915984391} /tidb/cdc/default/default/changefeed/status/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":457118647710122338,"min-table-barrier-ts":457118649938345998,"admin-job-type":0} /tidb/cdc/default/default/task/position/7264982a-7588-40d2-9213-8b1b6b6be58c/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/a1982f09-ded4-45ad-b41d-683465a18457/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489431874862039320 {"id":7489431874862039320,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {UpstreamID:7489431874862039320 Namespace:default ID:71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 SinkURI:kafka://127.0.0.1:9092/ticdc-move-table-test-8388?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:21:00.136227181 +0800 CST StartTs:457118646976380929 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0035d1cb0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118648915984391} {CheckpointTs:457118647683907892 MinTableBarrierTs:457118649938345998 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457118649938345998, checkpointTs: 457118647723229491, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7264982a-7588-40d2-9213-8b1b6b6be58c {"id":"7264982a-7588-40d2-9213-8b1b6b6be58c","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769261} /tidb/cdc/default/__cdc_meta__/capture/a1982f09-ded4-45ad-b41d-683465a18457 {"id":"a1982f09-ded4-45ad-b41d-683465a18457","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769256} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bf0ad9fb a1982f09-ded4-45ad-b41d-683465a18457 /tidb/cdc/default/__cdc_meta__/owner/22319600bf0ada4f 7264982a-7588-40d2-9213-8b1b6b6be58c /tidb/cdc/default/default/changefeed/info/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"upstream-id":7489431874862039320,"namespace":"default","changefeed-id":"71f9b938-2909-45fa-9f4f-ce2a9cbdbd82","sink-uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-8388?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:21:00.136227181+08:00","start-ts":457118646976380929,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118648915984391} /tidb/cdc/default/default/changefeed/status/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":457118647710122338,"min-table-barrier-ts":457118649938345998,"admin-job-type":0} /tidb/cdc/default/default/task/position/7264982a-7588-40d2-9213-8b1b6b6be58c/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/a1982f09-ded4-45ad-b41d-683465a18457/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489431874862039320 {"id":7489431874862039320,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {UpstreamID:7489431874862039320 Namespace:default ID:71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 SinkURI:kafka://127.0.0.1:9092/ticdc-move-table-test-8388?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:21:00.136227181 +0800 CST StartTs:457118646976380929 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0035d1cb0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118648915984391} {CheckpointTs:457118647683907892 MinTableBarrierTs:457118649938345998 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457118649938345998, checkpointTs: 457118647723229491, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7264982a-7588-40d2-9213-8b1b6b6be58c {"id":"7264982a-7588-40d2-9213-8b1b6b6be58c","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769261} /tidb/cdc/default/__cdc_meta__/capture/a1982f09-ded4-45ad-b41d-683465a18457 {"id":"a1982f09-ded4-45ad-b41d-683465a18457","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769256} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bf0ad9fb a1982f09-ded4-45ad-b41d-683465a18457 /tidb/cdc/default/__cdc_meta__/owner/22319600bf0ada4f 7264982a-7588-40d2-9213-8b1b6b6be58c /tidb/cdc/default/default/changefeed/info/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"upstream-id":7489431874862039320,"namespace":"default","changefeed-id":"71f9b938-2909-45fa-9f4f-ce2a9cbdbd82","sink-uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-8388?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:21:00.136227181+08:00","start-ts":457118646976380929,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118648915984391} /tidb/cdc/default/default/changefeed/status/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":457118647710122338,"min-table-barrier-ts":457118649938345998,"admin-job-type":0} /tidb/cdc/default/default/task/position/7264982a-7588-40d2-9213-8b1b6b6be58c/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/a1982f09-ded4-45ad-b41d-683465a18457/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489431874862039320 {"id":7489431874862039320,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Fri Apr 4 20:21:04 CST 2025] <<<<<< START cdc server in move_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.2780227804.out server --log-file /tmp/tidb_cdc_test/move_table/cdc3.log --log-level debug --data-dir /tmp/tidb_cdc_test/move_table/cdc_data3 --cluster-id default --addr 127.0.0.1:8302 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8302 failed: Connection refused * Failed to connect to 127.0.0.1 port 8302: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 start tidb cluster in /tmp/tidb_cdc_test/sql_mode Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... check diff failed 9-th time, retry later table ddl_attributes.attributes_t1_new exists table ddl_attributes.finish_mark not exists for 1-th check, retry later table ddl_sequence.finish_mark exists check diff successfully table ddl_attributes.finish_mark not exists for 2-th check, retry later wait process cdc.test exit for 1-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8302 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:21:07 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [3971 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {UpstreamID:7489431874862039320 Namespace:default ID:71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 SinkURI:kafka://127.0.0.1:9092/ticdc-move-table-test-8388?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:21:00.136227181 +0800 CST StartTs:457118646976380929 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d3fd40 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118648915984391} {CheckpointTs:457118650724777999 MinTableBarrierTs:457118650724777999 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7264982a-7588-40d2-9213-8b1b6b6be58c {"id":"7264982a-7588-40d2-9213-8b1b6b6be58c","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769261} /tidb/cdc/default/__cdc_meta__/capture/a1982f09-ded4-45ad-b41d-683465a18457 {"id":"a1982f09-ded4-45ad-b41d-683465a18457","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769256} /tidb/cdc/default/__cdc_meta__/capture/cbaf8d23-62ad-473e-a6ba-54aa9b45ad8f {"id":"cbaf8d23-62ad-473e-a6ba-54aa9b45ad8f","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769265} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bf0ad9fb a1982f09-ded4-45ad-b41d-683465a18457 /tidb/cdc/default/__cdc_meta__/owner/22319600bf0ada4f 7264982a-7588-40d2-9213-8b1b6b6be58c /tidb/cdc/default/__cdc_meta__/owner/22319600bf0ada85 cbaf8d23-62ad-473e-a6ba-54aa9b45ad8f /tidb/cdc/default/default/changefeed/info/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"upstream-id":7489431874862039320,"namespace":"default","changefeed-id":"71f9b938-2909-45fa-9f4f-ce2a9cbdbd82","sink-uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-8388?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:21:00.136227181+08:00","start-ts":457118646976380929,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118648915984391} /tidb/cdc/default/default/changefeed/status/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":457118650724777999,"min-table-barrier-ts":457118650724777999,"admin-job-type":0} /tidb/cdc/default/default/task/position/7264982a-7588-40d2-9213-8b1b6b6be58c/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/a1982f09-ded4-45ad-b41d-683465a18457/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/cbaf8d23-62ad-473e-a6ba-54aa9b45ad8f/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489431874862039320 {"id":7489431874862039320,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {UpstreamID:7489431874862039320 Namespace:default ID:71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 SinkURI:kafka://127.0.0.1:9092/ticdc-move-table-test-8388?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:21:00.136227181 +0800 CST StartTs:457118646976380929 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d3fd40 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118648915984391} {CheckpointTs:457118650724777999 MinTableBarrierTs:457118650724777999 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7264982a-7588-40d2-9213-8b1b6b6be58c {"id":"7264982a-7588-40d2-9213-8b1b6b6be58c","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769261} /tidb/cdc/default/__cdc_meta__/capture/a1982f09-ded4-45ad-b41d-683465a18457 {"id":"a1982f09-ded4-45ad-b41d-683465a18457","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769256} /tidb/cdc/default/__cdc_meta__/capture/cbaf8d23-62ad-473e-a6ba-54aa9b45ad8f {"id":"cbaf8d23-62ad-473e-a6ba-54aa9b45ad8f","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769265} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bf0ad9fb a1982f09-ded4-45ad-b41d-683465a18457 /tidb/cdc/default/__cdc_meta__/owner/22319600bf0ada4f 7264982a-7588-40d2-9213-8b1b6b6be58c /tidb/cdc/default/__cdc_meta__/owner/22319600bf0ada85 cbaf8d23-62ad-473e-a6ba-54aa9b45ad8f /tidb/cdc/default/default/changefeed/info/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"upstream-id":7489431874862039320,"namespace":"default","changefeed-id":"71f9b938-2909-45fa-9f4f-ce2a9cbdbd82","sink-uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-8388?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:21:00.136227181+08:00","start-ts":457118646976380929,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118648915984391} /tidb/cdc/default/default/changefeed/status/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":457118650724777999,"min-table-barrier-ts":457118650724777999,"admin-job-type":0} /tidb/cdc/default/default/task/position/7264982a-7588-40d2-9213-8b1b6b6be58c/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/a1982f09-ded4-45ad-b41d-683465a18457/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/cbaf8d23-62ad-473e-a6ba-54aa9b45ad8f/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489431874862039320 {"id":7489431874862039320,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {UpstreamID:7489431874862039320 Namespace:default ID:71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 SinkURI:kafka://127.0.0.1:9092/ticdc-move-table-test-8388?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:21:00.136227181 +0800 CST StartTs:457118646976380929 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d3fd40 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118648915984391} {CheckpointTs:457118650724777999 MinTableBarrierTs:457118650724777999 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7264982a-7588-40d2-9213-8b1b6b6be58c {"id":"7264982a-7588-40d2-9213-8b1b6b6be58c","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769261} /tidb/cdc/default/__cdc_meta__/capture/a1982f09-ded4-45ad-b41d-683465a18457 {"id":"a1982f09-ded4-45ad-b41d-683465a18457","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769256} /tidb/cdc/default/__cdc_meta__/capture/cbaf8d23-62ad-473e-a6ba-54aa9b45ad8f {"id":"cbaf8d23-62ad-473e-a6ba-54aa9b45ad8f","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769265} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bf0ad9fb a1982f09-ded4-45ad-b41d-683465a18457 /tidb/cdc/default/__cdc_meta__/owner/22319600bf0ada4f 7264982a-7588-40d2-9213-8b1b6b6be58c /tidb/cdc/default/__cdc_meta__/owner/22319600bf0ada85 cbaf8d23-62ad-473e-a6ba-54aa9b45ad8f /tidb/cdc/default/default/changefeed/info/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"upstream-id":7489431874862039320,"namespace":"default","changefeed-id":"71f9b938-2909-45fa-9f4f-ce2a9cbdbd82","sink-uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-8388?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:21:00.136227181+08:00","start-ts":457118646976380929,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118648915984391} /tidb/cdc/default/default/changefeed/status/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":457118650724777999,"min-table-barrier-ts":457118650724777999,"admin-job-type":0} /tidb/cdc/default/default/task/position/7264982a-7588-40d2-9213-8b1b6b6be58c/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/a1982f09-ded4-45ad-b41d-683465a18457/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/cbaf8d23-62ad-473e-a6ba-54aa9b45ad8f/71f9b938-2909-45fa-9f4f-ce2a9cbdbd82 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489431874862039320 {"id":7489431874862039320,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table move_table.usertable exists go: downloading github.com/IBM/sarama v1.41.2 go: downloading github.com/xdg/scram v1.0.5 go: downloading github.com/benbjohnson/clock v1.1.0 go: downloading go.etcd.io/etcd/server/v3 v3.5.12 wait process cdc.test exit for 2-th time... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Debugger for raftstore-v2 is used Debugger for raftstore-v2 is used Debugger for raftstore-v2 is used go: downloading github.com/go-mysql-org/go-mysql v1.9.1 go: downloading github.com/tinylib/msgp v1.1.6 go: downloading gorm.io/gorm v1.25.11 go: downloading github.com/KimMachineGun/automemlimit v0.2.4 go: downloading github.com/cakturk/go-netstat v0.0.0-20200220111822-e5b49efee7a5 go: downloading github.com/gavv/monotime v0.0.0-20190418164738-30dba4353424 go: downloading github.com/edwingeng/deque v0.0.0-20191220032131-8596380dee17 go: downloading github.com/apache/pulsar-client-go v0.11.0 go: downloading github.com/aws/aws-sdk-go-v2 v1.19.1 go: downloading github.com/gin-gonic/gin v1.9.1 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0 go: downloading github.com/stretchr/objx v0.5.2 go: downloading github.com/containerd/cgroups v1.0.4 go: downloading github.com/xdg/stringprep v1.0.3 go: downloading github.com/philhofer/fwd v1.1.1 go: downloading github.com/jinzhu/now v1.1.5 go: downloading github.com/jinzhu/inflection v1.0.0 go: downloading github.com/opencontainers/runtime-spec v1.0.2 go: downloading github.com/godbus/dbus/v5 v5.0.4 go: downloading github.com/cilium/ebpf v0.4.0 go: downloading github.com/sirupsen/logrus v1.9.3 go: downloading github.com/gin-contrib/sse v0.1.0 go: downloading github.com/ugorji/go/codec v1.2.11 go: downloading github.com/go-playground/validator/v10 v10.14.0 go: downloading github.com/pelletier/go-toml/v2 v2.0.8 go: downloading github.com/siddontang/go-log v0.0.0-20180807004314-8d05993dda07 go: downloading github.com/siddontang/go v0.0.0-20180604090527-bdc77568d726 go: downloading github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2 go: downloading github.com/aws/smithy-go v1.13.5 go: downloading github.com/eapache/go-resiliency v1.4.0 go: downloading github.com/hashicorp/go-multierror v1.1.1 go: downloading github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 go: downloading github.com/eapache/queue v1.1.0 go: downloading github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3 go: downloading github.com/jcmturner/gokrb5/v8 v8.4.4 go: downloading github.com/jcmturner/gofork v1.7.6 go: downloading github.com/gabriel-vasile/mimetype v1.4.2 go: downloading github.com/leodido/go-urn v1.2.4 go: downloading github.com/go-playground/universal-translator v0.18.1 go: downloading github.com/linkedin/goavro/v2 v2.11.1 go: downloading github.com/AthenZ/athenz v1.10.39 go: downloading golang.org/x/mod v0.22.0 go: downloading github.com/spaolacci/murmur3 v1.1.0 go: downloading github.com/99designs/keyring v1.2.1 go: downloading github.com/hashicorp/errwrap v1.0.0 go: downloading github.com/go-playground/locales v0.14.1 go: downloading github.com/dvsekhvalnov/jose2go v1.5.0 go: downloading github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c go: downloading github.com/mtibben/percent v0.2.1 go: downloading github.com/grpc-ecosystem/grpc-gateway v1.16.0 go: downloading sigs.k8s.io/yaml v1.4.0 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/tmc/grpc-websocket-proxy v0.0.0-20220101234140-673ab2c3ae75 go: downloading go.etcd.io/etcd/raft/v3 v3.5.12 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.22.0 go: downloading go.etcd.io/bbolt v1.3.9 go: downloading go.opentelemetry.io/otel/sdk v1.24.0 go: downloading github.com/jonboulle/clockwork v0.4.0 go: downloading go.etcd.io/etcd/pkg/v3 v3.5.12 go: downloading github.com/golang-jwt/jwt/v4 v4.5.1 go: downloading go.etcd.io/etcd/client/v2 v2.305.12 go: downloading github.com/xiang90/probing v0.0.0-20221125231312-a49e3df8f510 go: downloading github.com/hashicorp/go-uuid v1.0.3 go: downloading github.com/jcmturner/dnsutils/v2 v2.0.0 go: downloading github.com/jcmturner/aescts/v2 v2.0.0 go: downloading github.com/jcmturner/rpc/v2 v2.0.3 go: downloading github.com/gorilla/websocket v1.5.1 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.22.0 go: downloading go.opentelemetry.io/proto/otlp v1.1.0 go: downloading github.com/cenkalti/backoff/v4 v4.2.1 go: downloading github.com/grpc-ecosystem/grpc-gateway/v2 v2.19.1 check diff successfully cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:21:08 CST 2025] <<<<<< run test case ddl_sequence success! >>>>>> wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_attributes.finish_mark not exists for 3-th check, retry later go: downloading github.com/ardielle/ardielle-go v1.5.2 cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:21:10 CST 2025] <<<<<< run test case kafka_simple_basic_avro success! >>>>>> Debugger for raftstore-v2 is used =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cli_with_auth/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table ddl_attributes.finish_mark not exists for 4-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/cli_with_auth Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table ddl_attributes.finish_mark not exists for 5-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431748278910720 TiDB Cluster ID. tikv_gc_leader_uuid 65802fabda00001 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:9879, start at 2025-04-04 20:20:18.920927416 +0800 CST m=+1.420029937 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:18.928 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:18.920 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:18.920 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431748278910720 TiDB Cluster ID. tikv_gc_leader_uuid 65802fabda00001 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:9879, start at 2025-04-04 20:20:18.920927416 +0800 CST m=+1.420029937 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:18.928 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:18.920 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:18.920 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431748691514153 TiDB Cluster ID. tikv_gc_leader_uuid 65802fabe54000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:9955, start at 2025-04-04 20:20:18.988270273 +0800 CST m=+1.423952260 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:18.995 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:18.965 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:18.965 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 1396 (HY000) at line 1: Operation CREATE USER failed for 'normal'@'%' start tidb cluster failed The 3 times to try to start tidb cluster... table ddl_attributes.finish_mark not exists for 6-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table ddl_attributes.finish_mark exists check diff successfully ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) wait process cdc.test exit for 1-th time... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:21:19 CST 2025] <<<<<< run test case ddl_attributes success! >>>>>> ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432007894857304 TiDB Cluster ID. tikv_gc_leader_uuid 65802fe75a8000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:10591, start at 2025-04-04 20:21:19.892879191 +0800 CST m=+1.442871676 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:23:19.899 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:21:19.900 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:11:19.900 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432007894857304 TiDB Cluster ID. tikv_gc_leader_uuid 65802fe75a8000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:10591, start at 2025-04-04 20:21:19.892879191 +0800 CST m=+1.442871676 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:23:19.899 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:21:19.900 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:11:19.900 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432010960135545 TiDB Cluster ID. tikv_gc_leader_uuid 65802fe77e4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:10677, start at 2025-04-04 20:21:20.037756145 +0800 CST m=+1.515136774 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:23:20.045 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:21:20.043 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:11:20.043 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/cli_with_auth/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/cli_with_auth/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cli_with_auth/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/cli_with_auth/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/cli_with_auth/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/resourcecontrol/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/04 20:21:21.309 +08:00] [INFO] [main.go:61] ["table mover started"] [2025/04/04 20:21:21.311 +08:00] [INFO] [main.go:165] ["new cluster initialized"] [2025/04/04 20:21:21.312 +08:00] [DEBUG] [main.go:191] ["retrieved owner ID"] [ownerID=a1982f09-ded4-45ad-b41d-683465a18457] [2025/04/04 20:21:21.312 +08:00] [DEBUG] [main.go:198] ["retrieved owner addr"] [ownerAddr=127.0.0.1:8300] [2025/04/04 20:21:21.312 +08:00] [DEBUG] [main.go:209] ["retrieved changefeeds"] [changefeedsError="json: unsupported type: map[model.ChangeFeedID]*mvccpb.KeyValue"] [2025/04/04 20:21:21.428 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=71f9b938-2909-45fa-9f4f-ce2a9cbdbd82] [captureID=7264982a-7588-40d2-9213-8b1b6b6be58c] [processorDetail="{\"table_ids\":[114]}"] [2025/04/04 20:21:21.577 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=71f9b938-2909-45fa-9f4f-ce2a9cbdbd82] [captureID=a1982f09-ded4-45ad-b41d-683465a18457] [processorDetail="{\"table_ids\":[116]}"] [2025/04/04 20:21:21.727 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=71f9b938-2909-45fa-9f4f-ce2a9cbdbd82] [captureID=cbaf8d23-62ad-473e-a6ba-54aa9b45ad8f] [processorDetail="{\"table_ids\":[]}"] [2025/04/04 20:21:21.727 +08:00] [INFO] [main.go:75] ["task status"] [status="{\"7264982a-7588-40d2-9213-8b1b6b6be58c\":[{\"ID\":114,\"Changefeed\":\"71f9b938-2909-45fa-9f4f-ce2a9cbdbd82\"}],\"a1982f09-ded4-45ad-b41d-683465a18457\":[{\"ID\":116,\"Changefeed\":\"71f9b938-2909-45fa-9f4f-ce2a9cbdbd82\"}],\"cbaf8d23-62ad-473e-a6ba-54aa9b45ad8f\":[]}"] [2025/04/04 20:21:21.727 +08:00] [DEBUG] [main.go:287] ["preparing HTTP API call to owner"] [formStr="cf-id=71f9b938-2909-45fa-9f4f-ce2a9cbdbd82&target-cp-id=cbaf8d23-62ad-473e-a6ba-54aa9b45ad8f&table-id=114"] [2025/04/04 20:21:21.777 +08:00] [INFO] [main.go:179] ["moved table successful"] [tableID=114] [2025/04/04 20:21:21.777 +08:00] [INFO] [main.go:113] ["all tables are moved"] [sourceCapture=7264982a-7588-40d2-9213-8b1b6b6be58c] [targetCapture=cbaf8d23-62ad-473e-a6ba-54aa9b45ad8f] table move_table.check1 exists check diff successfully /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_basic_avro/run.sh: line 1: 13476 Killed cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12043.out cli tso query --pd=http://127.0.0.1:2379 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/resourcecontrol Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + set +x + tso='457118654975180801 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118654975180801 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:21:24 CST 2025] <<<<<< START cdc server in cli_with_auth case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.1208812090.out server --log-file /tmp/tidb_cdc_test/cli_with_auth/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cli_with_auth/cdc_data --cluster-id default --config /tmp/tidb_cdc_test/cli_with_auth/server.toml ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 start tidb cluster in /tmp/tidb_cdc_test/sql_mode Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release start tidb cluster in /tmp/tidb_cdc_test/kafka_simple_handle_key_only Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test1.finishmark exists [2025/04/04 20:21:18.185 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t1] [checkSum=3030946575] [2025/04/04 20:21:18.187 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t2] [checkSum=718014124] [2025/04/04 20:21:18.189 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t3] [checkSum=718014124] [2025/04/04 20:21:18.195 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test1.finishmark] [checkSum=0] [2025/04/04 20:21:18.197 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test1.t1] [checkSum=718014124] [2025/04/04 20:21:18.197 +08:00] [INFO] [main.go:107] ["get checksum for the upstream success"] [elapsed=16.360951ms] [2025/04/04 20:21:18.201 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t1] [checkSum=3030946575] [2025/04/04 20:21:18.203 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t2] [checkSum=718014124] [2025/04/04 20:21:18.204 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t3] [checkSum=718014124] [2025/04/04 20:21:18.210 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test1.finishmark] [checkSum=0] [2025/04/04 20:21:18.211 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test1.t1] [checkSum=718014124] [2025/04/04 20:21:18.212 +08:00] [INFO] [main.go:116] ["get checksum for the downstream success"] [elapsed=14.469356ms] [2025/04/04 20:21:18.212 +08:00] [INFO] [main.go:95] ["compare checksum passed"] wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:21:19 CST 2025] <<<<<< run test case kafka_column_selector success! >>>>>> [2025/04/04 20:21:26.497 +08:00] [INFO] [main.go:61] ["table mover started"] [2025/04/04 20:21:26.499 +08:00] [INFO] [main.go:165] ["new cluster initialized"] [2025/04/04 20:21:26.500 +08:00] [DEBUG] [main.go:191] ["retrieved owner ID"] [ownerID=a1982f09-ded4-45ad-b41d-683465a18457] [2025/04/04 20:21:26.500 +08:00] [DEBUG] [main.go:198] ["retrieved owner addr"] [ownerAddr=127.0.0.1:8300] [2025/04/04 20:21:26.500 +08:00] [DEBUG] [main.go:209] ["retrieved changefeeds"] [changefeedsError="json: unsupported type: map[model.ChangeFeedID]*mvccpb.KeyValue"] [2025/04/04 20:21:26.627 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=71f9b938-2909-45fa-9f4f-ce2a9cbdbd82] [captureID=7264982a-7588-40d2-9213-8b1b6b6be58c] [processorDetail="{\"table_ids\":[]}"] [2025/04/04 20:21:26.777 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=71f9b938-2909-45fa-9f4f-ce2a9cbdbd82] [captureID=a1982f09-ded4-45ad-b41d-683465a18457] [processorDetail="{\"table_ids\":[116,118]}"] [2025/04/04 20:21:26.927 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=71f9b938-2909-45fa-9f4f-ce2a9cbdbd82] [captureID=cbaf8d23-62ad-473e-a6ba-54aa9b45ad8f] [processorDetail="{\"table_ids\":[]}"] [2025/04/04 20:21:26.927 +08:00] [INFO] [main.go:75] ["task status"] [status="{\"7264982a-7588-40d2-9213-8b1b6b6be58c\":[],\"a1982f09-ded4-45ad-b41d-683465a18457\":[{\"ID\":116,\"Changefeed\":\"71f9b938-2909-45fa-9f4f-ce2a9cbdbd82\"},{\"ID\":118,\"Changefeed\":\"71f9b938-2909-45fa-9f4f-ce2a9cbdbd82\"}],\"cbaf8d23-62ad-473e-a6ba-54aa9b45ad8f\":[]}"] [2025/04/04 20:21:26.927 +08:00] [DEBUG] [main.go:287] ["preparing HTTP API call to owner"] [formStr="cf-id=71f9b938-2909-45fa-9f4f-ce2a9cbdbd82&target-cp-id=7264982a-7588-40d2-9213-8b1b6b6be58c&table-id=116"] [2025/04/04 20:21:26.977 +08:00] [INFO] [main.go:179] ["moved table successful"] [tableID=116] [2025/04/04 20:21:26.977 +08:00] [DEBUG] [main.go:287] ["preparing HTTP API call to owner"] [formStr="cf-id=71f9b938-2909-45fa-9f4f-ce2a9cbdbd82&target-cp-id=7264982a-7588-40d2-9213-8b1b6b6be58c&table-id=118"] [2025/04/04 20:21:27.027 +08:00] [INFO] [main.go:179] ["moved table successful"] [tableID=118] [2025/04/04 20:21:27.027 +08:00] [INFO] [main.go:113] ["all tables are moved"] [sourceCapture=a1982f09-ded4-45ad-b41d-683465a18457] [targetCapture=7264982a-7588-40d2-9213-8b1b6b6be58c] check diff successfully table move_table.check2 not exists for 1-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:21:27 GMT < Content-Length: 864 < Content-Type: text/plain; charset=utf-8 < { [864 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3d3cec36-4ebe-40d0-9cf8-e8f0273327a6 {"id":"3d3cec36-4ebe-40d0-9cf8-e8f0273327a6","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769285} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bf85b7e6 3d3cec36-4ebe-40d0-9cf8-e8f0273327a6 /tidb/cdc/default/default/upstream/7489432007894857304 {"id":7489432007894857304,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3d3cec36-4ebe-40d0-9cf8-e8f0273327a6 {"id":"3d3cec36-4ebe-40d0-9cf8-e8f0273327a6","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769285} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bf85b7e6 3d3cec36-4ebe-40d0-9cf8-e8f0273327a6 /tidb/cdc/default/default/upstream/7489432007894857304 {"id":7489432007894857304,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3d3cec36-4ebe-40d0-9cf8-e8f0273327a6 {"id":"3d3cec36-4ebe-40d0-9cf8-e8f0273327a6","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769285} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bf85b7e6 3d3cec36-4ebe-40d0-9cf8-e8f0273327a6 /tidb/cdc/default/default/upstream/7489432007894857304 {"id":7489432007894857304,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12144.out cli changefeed create --start-ts=457118654975180801 '--sink-uri=kafka://127.0.0.1:9092/ticdc-cli-test-19168?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --tz=Asia/Shanghai -c=custom-changefeed-name Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [WARN] --tz is deprecated in changefeed settings. Create changefeed successfully! ID: custom-changefeed-name Info: {"upstream_id":7489432007894857304,"namespace":"default","id":"custom-changefeed-name","sink_uri":"kafka://127.0.0.1:9092/ticdc-cli-test-19168?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:21:28.167178461+08:00","start_ts":457118654975180801,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118654975180801,"checkpoint_ts":457118654975180801,"checkpoint_time":"2025-04-04 20:21:23.200"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... [2025/04/04 20:21:27.959 +08:00] [WARN] [diff.go:180] ["table struct is not equal"] [reason="column num not equal, one is 2 another is 4"] Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Verifying downstream PD is started... + set +x [Fri Apr 4 20:21:29 CST 2025] <<<<<< START kafka consumer in cli_with_auth case >>>>>> table test.simple not exists for 1-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432046633635905 TiDB Cluster ID. tikv_gc_leader_uuid 65802ff05b40005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p, pid:11040, start at 2025-04-04 20:21:29.076320681 +0800 CST m=+1.429495887 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:23:29.084 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:21:29.069 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:11:29.069 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432046633635905 TiDB Cluster ID. tikv_gc_leader_uuid 65802ff05b40005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p, pid:11040, start at 2025-04-04 20:21:29.076320681 +0800 CST m=+1.429495887 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:23:29.084 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:21:29.069 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:11:29.069 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432052439105776 TiDB Cluster ID. tikv_gc_leader_uuid 65802ff07480006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-b-vgl4p, pid:11119, start at 2025-04-04 20:21:29.179695198 +0800 CST m=+1.457785201 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:23:29.187 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:21:29.170 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:11:29.170 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/resourcecontrol/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/resourcecontrol/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/resourcecontrol/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/resourcecontrol/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/resourcecontrol/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table move_table.check2 exists check diff successfully ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) wait process cdc.test exit for 1-th time... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:21:31 CST 2025] <<<<<< run test case move_table success! >>>>>> /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector/run.sh: line 1: 17383 Killed cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1 (wd: /tmp/tidb_cdc_test/kafka_column_selector) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector_avro/run.sh using Sink-Type: kafka... <<================= Starting schema registry... * Rebuilt URL to: http://127.0.0.1:8088/ * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8088 failed: Connection refused * Failed to connect to 127.0.0.1 port 8088: Connection refused * Closing connection 0 table test.simple exists table test.`simple-dash` not exists for 1-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resourcecontrol.cli.12584.out cli tso query --pd=http://127.0.0.1:2379 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432059487489387 TiDB Cluster ID. tikv_gc_leader_uuid 65802ff30dc000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:15045, start at 2025-04-04 20:21:31.869072999 +0800 CST m=+1.466472308 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:23:31.877 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:21:31.880 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:11:31.880 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432059487489387 TiDB Cluster ID. tikv_gc_leader_uuid 65802ff30dc000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:15045, start at 2025-04-04 20:21:31.869072999 +0800 CST m=+1.466472308 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:23:31.877 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:21:31.880 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:11:31.880 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432060069478312 TiDB Cluster ID. tikv_gc_leader_uuid 65802ff3330000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:15121, start at 2025-04-04 20:21:32.001337789 +0800 CST m=+1.527524954 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:23:32.009 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:21:31.980 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:11:31.980 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/kafka_simple_handle_key_only/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/kafka_simple_handle_key_only/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_simple_handle_key_only/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_simple_handle_key_only/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_simple_handle_key_only/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) pass check, checkpoint tso not forward after 10s run task successfully wait process 8830 exit for 1-th time... wait process 8830 exit for 2-th time... wait process 8830 exit for 3-th time... wait process 8830 exit for 4-th time... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8830) - No such process wait process 8830 exit for 5-th time... process 8830 already exit [Fri Apr 4 20:21:27 CST 2025] <<<<<< START cdc server in ddl_only_block_related_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.94219423.out server --log-file /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:21:30 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [3971 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/ddl-only-block-related-table {UpstreamID:7489431707293023329 Namespace:default ID:ddl-only-block-related-table SinkURI:kafka://127.0.0.1:9092/ticdc-common-1-test-22550?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:20:16.401188775 +0800 CST StartTs:457118637426212867 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00429dcb0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118637452427269} {CheckpointTs:457118641227300865 MinTableBarrierTs:457118656641630209 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457118641227300865, checkpointTs: 457118641227300865, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457118641227300865, checkpointTs: 457118641227300865, state: Preparing span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457118641227300865, checkpointTs: 457118641227300865, state: Preparing span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457118641227300865, checkpointTs: 457118641227300865, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7b350cf1-abf7-4ce9-8f96-a064f1d9c51c {"id":"7b350cf1-abf7-4ce9-8f96-a064f1d9c51c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769287} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be764f88 7b350cf1-abf7-4ce9-8f96-a064f1d9c51c /tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table {"upstream-id":7489431707293023329,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-22550?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:20:16.401188775+08:00","start-ts":457118637426212867,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118637452427269} /tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table {"checkpoint-ts":457118641227300865,"min-table-barrier-ts":457118656641630209,"admin-job-type":0} /tidb/cdc/default/default/task/position/7b350cf1-abf7-4ce9-8f96-a064f1d9c51c/ddl-only-block-related-table {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489431707293023329 {"id":7489431707293023329,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-only-block-related-table {UpstreamID:7489431707293023329 Namespace:default ID:ddl-only-block-related-table SinkURI:kafka://127.0.0.1:9092/ticdc-common-1-test-22550?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:20:16.401188775 +0800 CST StartTs:457118637426212867 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00429dcb0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118637452427269} {CheckpointTs:457118641227300865 MinTableBarrierTs:457118656641630209 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457118641227300865, checkpointTs: 457118641227300865, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457118641227300865, checkpointTs: 457118641227300865, state: Preparing span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457118641227300865, checkpointTs: 457118641227300865, state: Preparing span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457118641227300865, checkpointTs: 457118641227300865, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7b350cf1-abf7-4ce9-8f96-a064f1d9c51c {"id":"7b350cf1-abf7-4ce9-8f96-a064f1d9c51c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769287} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be764f88 7b350cf1-abf7-4ce9-8f96-a064f1d9c51c /tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table {"upstream-id":7489431707293023329,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-22550?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:20:16.401188775+08:00","start-ts":457118637426212867,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118637452427269} /tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table {"checkpoint-ts":457118641227300865,"min-table-barrier-ts":457118656641630209,"admin-job-type":0} /tidb/cdc/default/default/task/position/7b350cf1-abf7-4ce9-8f96-a064f1d9c51c/ddl-only-block-related-table {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489431707293023329 {"id":7489431707293023329,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-only-block-related-table {UpstreamID:7489431707293023329 Namespace:default ID:ddl-only-block-related-table SinkURI:kafka://127.0.0.1:9092/ticdc-common-1-test-22550?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-04 20:20:16.401188775 +0800 CST StartTs:457118637426212867 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00429dcb0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118637452427269} {CheckpointTs:457118641227300865 MinTableBarrierTs:457118656641630209 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457118641227300865, checkpointTs: 457118641227300865, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457118641227300865, checkpointTs: 457118641227300865, state: Preparing span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457118641227300865, checkpointTs: 457118641227300865, state: Preparing span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457118641227300865, checkpointTs: 457118641227300865, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7b350cf1-abf7-4ce9-8f96-a064f1d9c51c {"id":"7b350cf1-abf7-4ce9-8f96-a064f1d9c51c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769287} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be764f88 7b350cf1-abf7-4ce9-8f96-a064f1d9c51c /tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table {"upstream-id":7489431707293023329,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-22550?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-04T20:20:16.401188775+08:00","start-ts":457118637426212867,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118637452427269} /tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table {"checkpoint-ts":457118641227300865,"min-table-barrier-ts":457118656641630209,"admin-job-type":0} /tidb/cdc/default/default/task/position/7b350cf1-abf7-4ce9-8f96-a064f1d9c51c/ddl-only-block-related-table {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489431707293023329 {"id":7489431707293023329,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check diff failed 1-th time, retry later check diff failed 2-th time, retry later + set +x + tso='457118657378779137 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118657378779137 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:21:33 CST 2025] <<<<<< START cdc server in resourcecontrol case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resourcecontrol.1262212624.out server --log-file /tmp/tidb_cdc_test/resourcecontrol/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/resourcecontrol/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 * Rebuilt URL to: http://127.0.0.1:8088/ * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8088 failed: Connection refused * Failed to connect to 127.0.0.1 port 8088: Connection refused * Closing connection 0 table test.`simple-dash` exists + endpoints=http://127.0.0.1:2379 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s + info='{ "upstream_id": 7489432007894857304, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457118655355289618, "checkpoint_time": "2025-04-04 20:21:24.650", "error": null }' + echo '{ "upstream_id": 7489432007894857304, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457118655355289618, "checkpoint_time": "2025-04-04 20:21:24.650", "error": null }' { "upstream_id": 7489432007894857304, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457118655355289618, "checkpoint_time": "2025-04-04 20:21:24.650", "error": null } ++ echo '{' '"upstream_id":' 7489432007894857304, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457118655355289618, '"checkpoint_time":' '"2025-04-04' '20:21:24.650",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489432007894857304, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457118655355289618, '"checkpoint_time":' '"2025-04-04' '20:21:24.650",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] changefeed count 1 check pass, pd_addr: http://127.0.0.1:2379 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) changefeed count 1 check pass, pd_addr: http://127.0.0.1:2679 changefeed count 1 check pass, pd_addr: http://127.0.0.1:2779 \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } changefeed count 1 check pass, pd_addr: http://127.0.0.1:2379,http://127.0.0.1:2679,http://127.0.0.1:2779 [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc already exists) [Fri Apr 4 20:21:34 CST 2025] <<<<<< START cdc server in kafka_simple_handle_key_only case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only.1650616508.out server --log-file /tmp/tidb_cdc_test/kafka_simple_handle_key_only/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_simple_handle_key_only/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } check diff successfully check_ts_forward ddl-only-block-related-table [2025/04/04 20:21:21.193 +08:00] [INFO] [main.go:86] ["running ddl test: 0 createDropSchemaDDL"] [2025/04/04 20:21:21.488 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/04 20:21:21.489 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/04 20:21:21.842 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/04 20:21:21.843 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/04 20:21:21.844 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/04 20:21:21.845 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/04 20:21:22.127 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/04 20:21:22.131 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/04 20:21:22.476 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/04 20:21:22.478 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/04 20:21:22.485 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/04 20:21:22.487 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/04 20:21:22.730 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/04 20:21:22.823 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/04 20:21:23.050 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/04 20:21:23.056 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/04 20:21:23.078 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/04 20:21:23.079 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/04 20:21:23.298 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/04 20:21:23.401 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/04 20:21:23.622 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/04 20:21:23.631 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/04 20:21:23.664 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/04 20:21:23.667 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/04 20:21:23.951 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/04 20:21:23.989 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/04 20:21:24.214 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/04 20:21:24.225 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/04 20:21:24.245 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/04 20:21:24.254 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/04 20:21:24.541 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/04 20:21:24.578 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/04 20:21:24.797 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/04 20:21:24.810 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/04 20:21:24.829 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/04 20:21:24.839 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/04 20:21:25.116 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/04 20:21:25.156 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/04 20:21:25.385 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/04 20:21:25.403 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/04 20:21:25.420 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/04 20:21:25.433 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/04 20:21:25.728 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/04 20:21:25.751 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/04 20:21:25.994 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/04 20:21:26.007 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/04 20:21:26.014 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/04 20:21:26.024 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/04 20:21:31.239 +08:00] [INFO] [main.go:86] ["running ddl test: 1 truncateDDL"] [2025/04/04 20:21:31.464 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/04 20:21:31.474 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/04 20:21:31.674 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/04 20:21:31.681 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/04 20:21:31.683 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/04 20:21:31.685 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/04 20:21:31.879 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/04 20:21:31.894 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/04 20:21:32.089 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/04 20:21:32.103 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/04 20:21:32.107 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/04 20:21:32.110 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/04 20:21:32.298 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/04 20:21:32.321 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/04 20:21:32.497 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/04 20:21:32.510 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/04 20:21:32.536 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/04 20:21:32.547 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/04 20:21:32.687 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/04 20:21:32.748 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/04 20:21:32.881 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/04 20:21:32.903 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/04 20:21:32.953 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/04 20:21:32.970 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/04 20:21:33.078 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/04 20:21:33.163 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/04 20:21:33.284 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/04 20:21:33.310 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/04 20:21:33.409 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/04 20:21:33.434 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/04 20:21:33.528 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/04 20:21:33.612 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/04 20:21:33.721 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/04 20:21:33.756 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/04 20:21:33.815 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/04 20:21:33.840 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/04 20:21:33.911 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/04 20:21:34.008 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/04 20:21:34.106 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/04 20:21:34.144 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/04 20:21:34.198 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/04 20:21:34.225 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/04 20:21:34.299 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/04 20:21:34.385 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/04 20:21:34.489 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/04 20:21:34.527 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/04 20:21:34.569 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/04 20:21:34.600 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/04 20:21:34.679 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/04 20:21:34.754 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] [2025/04/04 20:21:34.860 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/04 20:21:34.905 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/04 20:21:34.939 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/04 20:21:34.974 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/04 20:21:35.049 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/04 20:21:35.126 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [Pipeline] // node Error: [CDC:ErrChangefeedUpdateRefused]changefeed update error: can only update changefeed config when it is stopped or failed update changefeed config should fail when changefeed is running, got Diff of changefeed config: {Type:update Path:[Config CaseSensitive] From:false To:true} {Type:update Path:[Config SyncPointInterval] From: To:0xc00391fda0} {Type:update Path:[Config SyncPointRetention] From: To:0xc00391fda8} {Type:update Path:[Config Consistent] From: To:0xc000ad1110} {Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true} + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12458.out cli changefeed --changefeed-id custom-changefeed-name pause [Pipeline] } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431748278910720 TiDB Cluster ID. tikv_gc_leader_uuid 65802fabda00001 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:9879, start at 2025-04-04 20:20:18.920927416 +0800 CST m=+1.420029937 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:18.928 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:18.920 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:18.920 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431748278910720 TiDB Cluster ID. tikv_gc_leader_uuid 65802fabda00001 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:9879, start at 2025-04-04 20:20:18.920927416 +0800 CST m=+1.420029937 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:18.928 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:18.920 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:18.920 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431748691514153 TiDB Cluster ID. tikv_gc_leader_uuid 65802fabe54000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-k-r7k54, pid:9955, start at 2025-04-04 20:20:18.988270273 +0800 CST m=+1.423952260 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:22:18.995 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:20:18.965 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:10:18.965 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 1396 (HY000) at line 1: Operation CREATE USER failed for 'normal'@'%' start tidb cluster failed + run_sql 'set global sql_mode='\''ANSI_QUOTES'\'';' 127.0.0.1 4000 + run_sql 'set global sql_mode='\''ANSI_QUOTES'\'';' 127.0.0.1 3306 ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' [Pipeline] // podTemplate [Pipeline] } [2025/04/04 20:21:35.250 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/04 20:21:35.298 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/04 20:21:35.323 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/04 20:21:35.358 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/04 20:21:35.433 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/04 20:21:35.495 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.15759.out cli tso query --pd=http://127.0.0.1:2379 [2025/04/04 20:21:35.623 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/04 20:21:35.675 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/04 20:21:35.680 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [2025/04/04 20:21:35.712 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] * Rebuilt URL to: http://127.0.0.1:8088/ * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8088 (#0) > GET / HTTP/1.1 > Host: 127.0.0.1:8088 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:21:35 GMT < Content-Type: application/vnd.schemaregistry.v1+json < Vary: Accept-Encoding, User-Agent < Content-Length: 2 < { [2 bytes data] * Connection #0 to host 127.0.0.1 left intact % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 49 100 24 100 25 461 480 --:--:-- --:--:-- --:--:-- 942 {"compatibility":"NONE"}The 1 times to try to start tidb cluster... PASS coverage: 1.9% of statements in github.com/pingcap/tiflow/... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431970631101310 TiDB Cluster ID. tikv_gc_leader_uuid 65802ff63bc0015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1, pid:10569, start at 2025-04-04 20:21:35.136943484 +0800 CST m=+25.476742861 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:23:35.144 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:21:35.137 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:11:35.137 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431970631101310 TiDB Cluster ID. tikv_gc_leader_uuid 65802ff63bc0015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1, pid:10569, start at 2025-04-04 20:21:35.136943484 +0800 CST m=+25.476742861 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:23:35.144 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:21:35.137 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:11:35.137 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489431967992725799 TiDB Cluster ID. tikv_gc_leader_uuid 65802fe1568000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-z-s2kx1, pid:10646, start at 2025-04-04 20:21:13.718872979 +0800 CST m=+3.988603934 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:23:13.726 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:21:13.690 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:11:13.690 +0800 All versions after safe point can be accessed. (DO NOT EDIT) [2025/04/04 20:21:35.822 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] [2025/04/04 20:21:35.863 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/04 20:21:36.012 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"] Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_rocks/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_rocks/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_rocks/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_rocks/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_rocks/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/04 20:21:36.042 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"] [2025/04/04 20:21:36.068 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"] [2025/04/04 20:21:36.082 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"] [2025/04/04 20:21:36.217 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"] [2025/04/04 20:21:36.224 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"] changefeed is working normally rts: 457118657952350209->457118658214232065 checkpoint: 457118657952350209->457118658214232065 run task successfully + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:21:36 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ff21fcae-352d-4898-9082-927275d10ada {"id":"ff21fcae-352d-4898-9082-927275d10ada","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769294} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bfadaed8 ff21fcae-352d-4898-9082-927275d10ada /tidb/cdc/default/default/upstream/7489432046633635905 {"id":7489432046633635905,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ff21fcae-352d-4898-9082-927275d10ada {"id":"ff21fcae-352d-4898-9082-927275d10ada","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769294} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bfadaed8 ff21fcae-352d-4898-9082-927275d10ada /tidb/cdc/default/default/upstream/7489432046633635905 {"id":7489432046633635905,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ff21fcae-352d-4898-9082-927275d10ada {"id":"ff21fcae-352d-4898-9082-927275d10ada","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769294} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bfadaed8 ff21fcae-352d-4898-9082-927275d10ada /tidb/cdc/default/default/upstream/7489432046633635905 {"id":7489432046633635905,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resourcecontrol.cli.12679.out cli changefeed create --start-ts=457118657378779137 '--sink-uri=kafka://127.0.0.1:9092/ticdc-resourcecontrol-test-21442?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' + set +x wait process cdc.test exit for 1-th time... Create changefeed successfully! ID: e97d6210-8d13-4055-a4ec-bcba54822c03 Info: {"upstream_id":7489432046633635905,"namespace":"default","id":"e97d6210-8d13-4055-a4ec-bcba54822c03","sink_uri":"kafka://127.0.0.1:9092/ticdc-resourcecontrol-test-21442?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:21:37.284423159+08:00","start_ts":457118657378779137,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118657378779137,"checkpoint_ts":457118657378779137,"checkpoint_time":"2025-04-04 20:21:32.369"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... + set +x + tso='457118658253291521 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118658253291521 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457118658253291521 + run_cdc_server --workdir /tmp/tidb_cdc_test/sql_mode --binary cdc.test [Fri Apr 4 20:21:37 CST 2025] <<<<<< START cdc server in sql_mode case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.1579515797.out server --log-file /tmp/tidb_cdc_test/sql_mode/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sql_mode/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 2-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:21:37 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/465a59a1-b348-41a8-9069-48c18c4df0e5 {"id":"465a59a1-b348-41a8-9069-48c18c4df0e5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769295} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bfb29ad1 465a59a1-b348-41a8-9069-48c18c4df0e5 /tidb/cdc/default/default/upstream/7489432059487489387 {"id":7489432059487489387,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/465a59a1-b348-41a8-9069-48c18c4df0e5 {"id":"465a59a1-b348-41a8-9069-48c18c4df0e5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769295} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bfb29ad1 465a59a1-b348-41a8-9069-48c18c4df0e5 /tidb/cdc/default/default/upstream/7489432059487489387 {"id":7489432059487489387,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/465a59a1-b348-41a8-9069-48c18c4df0e5 {"id":"465a59a1-b348-41a8-9069-48c18c4df0e5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769295} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bfb29ad1 465a59a1-b348-41a8-9069-48c18c4df0e5 /tidb/cdc/default/default/upstream/7489432059487489387 {"id":7489432059487489387,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only.cli.16562.out cli tso query --pd=http://127.0.0.1:2379 cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:21:38 CST 2025] <<<<<< run test case ddl_only_block_related_table success! >>>>>> + set +x [Fri Apr 4 20:21:38 CST 2025] <<<<<< START kafka consumer in resourcecontrol case >>>>>> [Fri Apr 4 20:21:38 CST 2025] <<<<<< START cdc server in multi_rocks case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_rocks.2464424646.out server --log-file /tmp/tidb_cdc_test/multi_rocks/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_rocks/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table resourcecontrol.finish_mark not exists for 1-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/kafka_column_selector_avro Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + set +x + tso='457118658928312323 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118658928312323 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only.cli.16603.out cli changefeed create --start-ts=457118658928312323 '--sink-uri=kafka://127.0.0.1:9092/simple-handle-key-only-19497?protocol=simple' -c simple-handle-key-only --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only/conf/changefeed.toml Create changefeed successfully! ID: simple-handle-key-only Info: {"upstream_id":7489432059487489387,"namespace":"default","id":"simple-handle-key-only","sink_uri":"kafka://127.0.0.1:9092/simple-handle-key-only-19497?protocol=simple","create_time":"2025-04-04T20:21:40.19790066+08:00","start_ts":457118658928312323,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"lz4","claim_check_storage_uri":"","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":0,"send_bootstrap_in_msg_count":0,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118658928312323,"checkpoint_ts":457118658928312323,"checkpoint_time":"2025-04-04 20:21:38.280"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... + endpoints=http://127.0.0.1:2379 + changefeed_id=custom-changefeed-name + expected_state=stopped + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s + info='{ "upstream_id": 7489432007894857304, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 457118657924300809, "checkpoint_time": "2025-04-04 20:21:34.450", "error": null }' + echo '{ "upstream_id": 7489432007894857304, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 457118657924300809, "checkpoint_time": "2025-04-04 20:21:34.450", "error": null }' { "upstream_id": 7489432007894857304, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 457118657924300809, "checkpoint_time": "2025-04-04 20:21:34.450", "error": null } ++ echo '{' '"upstream_id":' 7489432007894857304, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 457118657924300809, '"checkpoint_time":' '"2025-04-04' '20:21:34.450",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7489432007894857304, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 457118657924300809, '"checkpoint_time":' '"2025-04-04' '20:21:34.450",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12550.out cli changefeed update --pd=http://127.0.0.1:2379,http://127.0.0.1:2679,http://127.0.0.1:2779 --config=/tmp/tidb_cdc_test/cli_with_auth/changefeed.toml --no-confirm --changefeed-id custom-changefeed-name Diff of changefeed config: {Type:update Path:[Config CaseSensitive] From:false To:true} {Type:update Path:[Config SyncPointInterval] From: To:0xc003c2aca8} {Type:update Path:[Config SyncPointRetention] From: To:0xc003c2acb8} {Type:update Path:[Config Consistent] From: To:0xc000f1f260} {Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true} + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:21:40 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [3971 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/test-1 {UpstreamID:7489431748278910720 Namespace:default ID:test-1 SinkURI:mysql://root@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-04 20:20:27.162267015 +0800 CST StartTs:457118639002746881 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003edb9e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118640274145287} {CheckpointTs:457118640640884741 MinTableBarrierTs:457118640640884741 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5eef8c37-14e1-442c-9c47-39572f071ac3 {"id":"5eef8c37-14e1-442c-9c47-39572f071ac3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769297} /tidb/cdc/default/__cdc_meta__/capture/6706520a-27c3-411c-909a-7dc63c0795c5 {"id":"6706520a-27c3-411c-909a-7dc63c0795c5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769224} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be97c0db 6706520a-27c3-411c-909a-7dc63c0795c5 /tidb/cdc/default/__cdc_meta__/owner/22319600bfaf2bdb 5eef8c37-14e1-442c-9c47-39572f071ac3 /tidb/cdc/default/default/changefeed/info/test-1 {"upstream-id":7489431748278910720,"namespace":"default","changefeed-id":"test-1","sink-uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-04T20:20:27.162267015+08:00","start-ts":457118639002746881,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118640274145287} /tidb/cdc/default/default/changefeed/status/test-1 {"checkpoint-ts":457118640640884741,"min-table-barrier-ts":457118640640884741,"admin-job-type":0} /tidb/cdc/default/default/task/position/5eef8c37-14e1-442c-9c47-39572f071ac3/test-1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/6706520a-27c3-411c-909a-7dc63c0795c5/test-1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489431748278910720 {"id":7489431748278910720,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/test-1 {UpstreamID:7489431748278910720 Namespace:default ID:test-1 SinkURI:mysql://root@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-04 20:20:27.162267015 +0800 CST StartTs:457118639002746881 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003edb9e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118640274145287} {CheckpointTs:457118640640884741 MinTableBarrierTs:457118640640884741 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5eef8c37-14e1-442c-9c47-39572f071ac3 {"id":"5eef8c37-14e1-442c-9c47-39572f071ac3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769297} /tidb/cdc/default/__cdc_meta__/capture/6706520a-27c3-411c-909a-7dc63c0795c5 {"id":"6706520a-27c3-411c-909a-7dc63c0795c5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769224} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be97c0db 6706520a-27c3-411c-909a-7dc63c0795c5 /tidb/cdc/default/__cdc_meta__/owner/22319600bfaf2bdb 5eef8c37-14e1-442c-9c47-39572f071ac3 /tidb/cdc/default/default/changefeed/info/test-1 {"upstream-id":7489431748278910720,"namespace":"default","changefeed-id":"test-1","sink-uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-04T20:20:27.162267015+08:00","start-ts":457118639002746881,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118640274145287} /tidb/cdc/default/default/changefeed/status/test-1 {"checkpoint-ts":457118640640884741,"min-table-barrier-ts":457118640640884741,"admin-job-type":0} /tidb/cdc/default/default/task/position/5eef8c37-14e1-442c-9c47-39572f071ac3/test-1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/6706520a-27c3-411c-909a-7dc63c0795c5/test-1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489431748278910720 {"id":7489431748278910720,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/test-1 {UpstreamID:7489431748278910720 Namespace:default ID:test-1 SinkURI:mysql://root@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-04 20:20:27.162267015 +0800 CST StartTs:457118639002746881 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003edb9e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457118640274145287} {CheckpointTs:457118640640884741 MinTableBarrierTs:457118640640884741 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5eef8c37-14e1-442c-9c47-39572f071ac3 {"id":"5eef8c37-14e1-442c-9c47-39572f071ac3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769297} /tidb/cdc/default/__cdc_meta__/capture/6706520a-27c3-411c-909a-7dc63c0795c5 {"id":"6706520a-27c3-411c-909a-7dc63c0795c5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769224} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600be97c0db 6706520a-27c3-411c-909a-7dc63c0795c5 /tidb/cdc/default/__cdc_meta__/owner/22319600bfaf2bdb 5eef8c37-14e1-442c-9c47-39572f071ac3 /tidb/cdc/default/default/changefeed/info/test-1 {"upstream-id":7489431748278910720,"namespace":"default","changefeed-id":"test-1","sink-uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-04T20:20:27.162267015+08:00","start-ts":457118639002746881,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457118640274145287} /tidb/cdc/default/default/changefeed/status/test-1 {"checkpoint-ts":457118640640884741,"min-table-barrier-ts":457118640640884741,"admin-job-type":0} /tidb/cdc/default/default/task/position/5eef8c37-14e1-442c-9c47-39572f071ac3/test-1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/6706520a-27c3-411c-909a-7dc63c0795c5/test-1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489431748278910720 {"id":7489431748278910720,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457118658253291521 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-2 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.15854.out cli changefeed create --start-ts=457118658253291521 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-2 Create changefeed successfully! ID: test-2 Info: {"upstream_id":7489431748278910720,"namespace":"default","id":"test-2","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-04T20:21:40.638110606+08:00","start_ts":457118658253291521,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118658253291521,"checkpoint_ts":457118658253291521,"checkpoint_time":"2025-04-04 20:21:35.705"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table resourcecontrol.finish_mark exists Update changefeed config successfully! ID: custom-changefeed-name Info: {"upstream_id":7489432007894857304,"namespace":"default","id":"custom-changefeed-name","sink_uri":"kafka://127.0.0.1:9092/ticdc-cli-test-19168?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:21:28.167178461+08:00","start_ts":457118654975180801,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":true,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":true,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457118657924300809,"checkpoint_time":"2025-04-04 20:21:34.450"} PASS coverage: 2.8% of statements in github.com/pingcap/tiflow/... check diff successfully + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:21:41 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f39d0928-0318-4a89-9d82-d42daaa5e11b {"id":"f39d0928-0318-4a89-9d82-d42daaa5e11b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769298} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bf5fa121 f39d0928-0318-4a89-9d82-d42daaa5e11b /tidb/cdc/default/default/upstream/7489431970631101310 {"id":7489431970631101310,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f39d0928-0318-4a89-9d82-d42daaa5e11b {"id":"f39d0928-0318-4a89-9d82-d42daaa5e11b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769298} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bf5fa121 f39d0928-0318-4a89-9d82-d42daaa5e11b /tidb/cdc/default/default/upstream/7489431970631101310 {"id":7489431970631101310,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f39d0928-0318-4a89-9d82-d42daaa5e11b {"id":"f39d0928-0318-4a89-9d82-d42daaa5e11b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769298} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bf5fa121 f39d0928-0318-4a89-9d82-d42daaa5e11b /tidb/cdc/default/default/upstream/7489431970631101310 {"id":7489431970631101310,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [2025/04/04 20:21:41.284 +08:00] [INFO] [main.go:86] ["running ddl test: 2 addDropColumnDDL"] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_rocks.cli.25108.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-multi-rocks-test-29663?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' + set +x wait process cdc.test exit for 1-th time... [2025/04/04 20:21:41.512 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/04 20:21:41.515 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/04 20:21:41.716 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/04 20:21:41.717 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/04 20:21:41.720 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/04 20:21:41.722 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] Create changefeed successfully! ID: b8680500-c50e-49cb-aa7c-35bc9b3964e0 Info: {"upstream_id":7489431970631101310,"namespace":"default","id":"b8680500-c50e-49cb-aa7c-35bc9b3964e0","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-rocks-test-29663?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:21:41.702339878+08:00","start_ts":457118659795222533,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118659795222533,"checkpoint_ts":457118659795222533,"checkpoint_time":"2025-04-04 20:21:41.587"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... [2025/04/04 20:21:41.904 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/04 20:21:41.927 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] + set +x + run_sql 'use test; create table t2(id bigint primary key, a date); insert into t2 values(1, '\''2023-02-08'\'');' 127.0.0.1 4000 wait process cdc.test exit for 2-th time... [2025/04/04 20:21:42.112 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/04 20:21:42.114 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/04 20:21:42.137 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/04 20:21:42.138 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12595.out cli changefeed --changefeed-id custom-changefeed-name resume Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/04 20:21:42.324 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/04 20:21:42.355 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/04 20:21:42.535 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/04 20:21:42.538 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/04 20:21:42.570 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/04 20:21:42.571 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/04 20:21:42.733 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:21:42 CST 2025] <<<<<< run test case resourcecontrol success! >>>>>> PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... [2025/04/04 20:21:42.773 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/04 20:21:42.940 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/04 20:21:42.942 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/04 20:21:42.979 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/04 20:21:42.980 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] + set +x [Fri Apr 4 20:21:43 CST 2025] <<<<<< START kafka consumer in multi_rocks case >>>>>> [2025/04/04 20:21:43.145 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/04 20:21:43.196 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] ***************** properties ***************** "updateproportion"="0" "requestdistribution"="uniform" "readallfields"="true" "mysql.db"="multi_rocks" "mysql.user"="root" "mysql.host"="127.0.0.1" "threadcount"="2" "readproportion"="0" "mysql.port"="4000" "operationcount"="0" "recordcount"="1000" "dotransactions"="false" "insertproportion"="0" "workload"="core" "scanproportion"="0" "table"="a1" ********************************************** [2025/04/04 20:21:43.358 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/04 20:21:43.361 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/04 20:21:43.408 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/04 20:21:43.409 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/04 20:21:43.559 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/04 20:21:43.631 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/04 20:21:43.758 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/04 20:21:43.760 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] Run finished, takes 581.577464ms INSERT - Takes(s): 0.6, Count: 1000, OPS: 1766.6, Avg(us): 1133, Min(us): 842, Max(us): 15432, 95th(us): 2000, 99th(us): 2000 ***************** properties ***************** "mysql.user"="root" "readallfields"="true" "table"="a2" "insertproportion"="0" "recordcount"="1000" "operationcount"="0" "scanproportion"="0" "mysql.port"="4000" "mysql.host"="127.0.0.1" "workload"="core" "updateproportion"="0" "requestdistribution"="uniform" "readproportion"="0" "mysql.db"="multi_rocks" "dotransactions"="false" "threadcount"="2" ********************************************** [2025/04/04 20:21:43.829 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/04 20:21:43.830 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/04 20:21:43.953 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/04 20:21:44.028 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] + set +x [2025/04/04 20:21:44.139 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/04 20:21:44.141 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/04 20:21:44.220 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/04 20:21:44.221 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/04 20:21:44.332 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/04 20:21:44.421 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/04 20:21:44.535 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/04 20:21:44.537 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] Run finished, takes 576.705364ms INSERT - Takes(s): 0.6, Count: 1000, OPS: 1795.4, Avg(us): 1125, Min(us): 830, Max(us): 19607, 95th(us): 2000, 99th(us): 2000 ***************** properties ***************** "readproportion"="0" "dotransactions"="false" "updateproportion"="0" "recordcount"="1000" "mysql.host"="127.0.0.1" "table"="a3" "mysql.db"="multi_rocks" "mysql.port"="4000" "operationcount"="0" "scanproportion"="0" "workload"="core" "readallfields"="true" "requestdistribution"="uniform" "mysql.user"="root" "insertproportion"="0" "threadcount"="2" ********************************************** [2025/04/04 20:21:44.616 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/04 20:21:44.617 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/04 20:21:44.724 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/04 20:21:44.796 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/04 20:21:44.907 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/04 20:21:44.909 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/04 20:21:44.971 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/04 20:21:44.972 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] Run finished, takes 568.353404ms INSERT - Takes(s): 0.6, Count: 1000, OPS: 1816.5, Avg(us): 1107, Min(us): 819, Max(us): 17770, 95th(us): 2000, 99th(us): 2000 [2025/04/04 20:21:45.088 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/04 20:21:45.155 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [2025/04/04 20:21:45.265 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/04 20:21:45.267 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] ***************** properties ***************** "readproportion"="0" "mysql.port"="4000" "dotransactions"="false" "threadcount"="2" "readallfields"="true" "requestdistribution"="uniform" "operationcount"="0" "scanproportion"="0" "workload"="core" "insertproportion"="0" "mysql.db"="multi_rocks" "updateproportion"="0" "recordcount"="1000" "mysql.host"="127.0.0.1" "mysql.user"="root" "table"="a4" ********************************************** [2025/04/04 20:21:45.336 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/04 20:21:45.337 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/04 20:21:45.448 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/04 20:21:45.521 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] [2025/04/04 20:21:45.636 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/04 20:21:45.638 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [2025/04/04 20:21:45.697 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [2025/04/04 20:21:45.698 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] Run finished, takes 585.814569ms INSERT - Takes(s): 0.6, Count: 1000, OPS: 1760.9, Avg(us): 1141, Min(us): 801, Max(us): 17841, 95th(us): 2000, 99th(us): 3000 ***************** properties ***************** "operationcount"="0" "readproportion"="0" "workload"="core" "threadcount"="2" "mysql.host"="127.0.0.1" "table"="a5" "mysql.db"="multi_rocks" "scanproportion"="0" "insertproportion"="0" "recordcount"="1000" "mysql.port"="4000" "requestdistribution"="uniform" "mysql.user"="root" "dotransactions"="false" "readallfields"="true" "updateproportion"="0" ********************************************** [2025/04/04 20:21:45.824 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] [2025/04/04 20:21:45.881 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/04 20:21:46.009 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"] [2025/04/04 20:21:46.011 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"] [2025/04/04 20:21:46.064 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"] [2025/04/04 20:21:46.065 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"] [2025/04/04 20:21:46.194 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"] [2025/04/04 20:21:46.266 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/autorandom/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... Run finished, takes 595.117434ms INSERT - Takes(s): 0.6, Count: 1000, OPS: 1731.0, Avg(us): 1159, Min(us): 862, Max(us): 17405, 95th(us): 2000, 99th(us): 3000 table multi_rocks.finish_mark not exists for 1-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432120483459364 TiDB Cluster ID. tikv_gc_leader_uuid 65803000d78000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:30584, start at 2025-04-04 20:21:45.972432887 +0800 CST m=+1.485511421 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:23:45.981 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:21:45.950 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:11:45.950 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432120483459364 TiDB Cluster ID. tikv_gc_leader_uuid 65803000d78000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:30584, start at 2025-04-04 20:21:45.972432887 +0800 CST m=+1.485511421 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:23:45.981 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:21:45.950 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:11:45.950 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432116910203374 TiDB Cluster ID. tikv_gc_leader_uuid 65803000ef8000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:30671, start at 2025-04-04 20:21:46.081647421 +0800 CST m=+1.519748467 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:23:46.089 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:21:46.096 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:11:46.096 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/kafka_column_selector_avro/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/kafka_column_selector_avro/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_column_selector_avro/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_column_selector_avro/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_column_selector_avro/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only.cli.16665.out cli changefeed pause -c simple-handle-key-only PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... + endpoints=http://127.0.0.1:2379 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s + info='{ "upstream_id": 7489432007894857304, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457118661083398149, "checkpoint_time": "2025-04-04 20:21:46.501", "error": null }' + echo '{ "upstream_id": 7489432007894857304, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457118661083398149, "checkpoint_time": "2025-04-04 20:21:46.501", "error": null }' { "upstream_id": 7489432007894857304, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457118661083398149, "checkpoint_time": "2025-04-04 20:21:46.501", "error": null } ++ echo '{' '"upstream_id":' 7489432007894857304, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457118661083398149, '"checkpoint_time":' '"2025-04-04' '20:21:46.501",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489432007894857304, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457118661083398149, '"checkpoint_time":' '"2025-04-04' '20:21:46.501",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12667.out cli changefeed --changefeed-id custom-changefeed-name remove Changefeed remove successfully. ID: custom-changefeed-name CheckpointTs: 457118661345280005 SinkURI: kafka://127.0.0.1:9092/ticdc-cli-test-19168?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... table multi_rocks.finish_mark not exists for 2-th check, retry later + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only.cli.16690.out cli changefeed update -c simple-handle-key-only '--sink-uri=kafka://127.0.0.1:9092/simple-handle-key-only-19497?protocol=simple&max-message-bytes=700' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only/conf/changefeed.toml --no-confirm start tidb cluster in /tmp/tidb_cdc_test/autorandom Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Diff of changefeed config: {Type:update Path:[SinkURI] From:kafka://127.0.0.1:9092/simple-handle-key-only-19497?protocol=simple To:kafka://127.0.0.1:9092/simple-handle-key-only-19497?protocol=simple&max-message-bytes=700} {Type:update Path:[Config SyncPointInterval] From: To:0xc00383a588} {Type:update Path:[Config SyncPointRetention] From: To:0xc00383a598} {Type:update Path:[Config Consistent] From: To:0xc000f52a10} Update changefeed config successfully! ID: simple-handle-key-only Info: {"upstream_id":7489432059487489387,"namespace":"default","id":"simple-handle-key-only","sink_uri":"kafka://127.0.0.1:9092/simple-handle-key-only-19497?protocol=simple\u0026max-message-bytes=700","create_time":"2025-04-04T20:21:40.19790066+08:00","start_ts":457118658928312323,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"lz4","claim_check_storage_uri":"","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":0,"send_bootstrap_in_msg_count":0,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457118661064785928,"checkpoint_time":"2025-04-04 20:21:46.430"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... [Fri Apr 4 20:21:48 CST 2025] <<<<<< START cdc server in kafka_column_selector_avro case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_column_selector_avro.3210132103.out server --log-file /tmp/tidb_cdc_test/kafka_column_selector_avro/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_column_selector_avro/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/changefeed_auto_stop/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only.cli.16722.out cli changefeed resume -c simple-handle-key-only table multi_rocks.finish_mark not exists for 3-th check, retry later PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:21:52 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f4611f6a-9269-4ea4-aa8c-4599410048b5 {"id":"f4611f6a-9269-4ea4-aa8c-4599410048b5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769309} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bfe990cd f4611f6a-9269-4ea4-aa8c-4599410048b5 /tidb/cdc/default/default/upstream/7489432120483459364 {"id":7489432120483459364,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f4611f6a-9269-4ea4-aa8c-4599410048b5 {"id":"f4611f6a-9269-4ea4-aa8c-4599410048b5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769309} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bfe990cd f4611f6a-9269-4ea4-aa8c-4599410048b5 /tidb/cdc/default/default/upstream/7489432120483459364 {"id":7489432120483459364,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f4611f6a-9269-4ea4-aa8c-4599410048b5 {"id":"f4611f6a-9269-4ea4-aa8c-4599410048b5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769309} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600bfe990cd f4611f6a-9269-4ea4-aa8c-4599410048b5 /tidb/cdc/default/default/upstream/7489432120483459364 {"id":7489432120483459364,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_column_selector_avro.cli.32155.out cli changefeed create --start-ts=457118661725388808 '--sink-uri=kafka://127.0.0.1:9092/column-selector-avro-test?protocol=avro&enable-tidb-extension=true&avro-enable-watermark=true' -c test --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector_avro/conf/changefeed.toml --schema-registry=http://127.0.0.1:8088 Create changefeed successfully! ID: test Info: {"upstream_id":7489432120483459364,"namespace":"default","id":"test","sink_uri":"kafka://127.0.0.1:9092/column-selector-avro-test?protocol=avro\u0026enable-tidb-extension=true\u0026avro-enable-watermark=true","create_time":"2025-04-04T20:21:52.537948216+08:00","start_ts":457118661725388808,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"avro","schema_registry":"http://127.0.0.1:8088","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"column_selectors":[{"matcher":["test.*"],"columns":["*","!b"]}],"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118661725388808,"checkpoint_ts":457118661725388808,"checkpoint_time":"2025-04-04 20:21:48.950"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... + set +x table test.finish_mark not exists for 1-th check, retry later [2025/04/04 20:21:51.638 +08:00] [INFO] [main.go:86] ["running ddl test: 3 addDropColumnDDL2"] [2025/04/04 20:21:51.840 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/04 20:21:51.848 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/04 20:21:52.026 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/04 20:21:52.028 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/04 20:21:52.043 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/04 20:21:52.045 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/04 20:21:52.203 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/04 20:21:52.242 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/04 20:21:52.395 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/04 20:21:52.397 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/04 20:21:52.446 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/04 20:21:52.448 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/04 20:21:52.585 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/04 20:21:52.635 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/04 20:21:52.761 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/04 20:21:52.763 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/04 20:21:52.813 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/04 20:21:52.814 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] changefeed count 0 check pass, pd_addr: http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12742.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-cli-test-19168?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --tz=Asia/Shanghai -c=custom-changefeed-name table multi_rocks.finish_mark not exists for 4-th check, retry later [2025/04/04 20:21:52.940 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/04 20:21:52.999 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [WARN] --tz is deprecated in changefeed settings. Create changefeed successfully! ID: custom-changefeed-name Info: {"upstream_id":7489432007894857304,"namespace":"default","id":"custom-changefeed-name","sink_uri":"kafka://127.0.0.1:9092/ticdc-cli-test-19168?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:21:53.190207965+08:00","start_ts":457118662813286402,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118662813286402,"checkpoint_ts":457118662813286402,"checkpoint_time":"2025-04-04 20:21:53.100"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... [2025/04/04 20:21:53.123 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/04 20:21:53.125 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/04 20:21:53.184 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/04 20:21:53.186 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/04 20:21:53.334 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/04 20:21:53.372 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/04 20:21:53.518 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/04 20:21:53.520 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/04 20:21:53.538 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/04 20:21:53.540 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/04 20:21:53.701 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/04 20:21:53.708 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] start tidb cluster in /tmp/tidb_cdc_test/changefeed_auto_stop Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + set +x [Fri Apr 4 20:21:53 CST 2025] <<<<<< START kafka consumer in kafka_column_selector_avro case >>>>>> consumer replica config found: /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector_avro/conf/changefeed.toml schema registry uri found: http://127.0.0.1:8088 [2025/04/04 20:21:53.912 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/04 20:21:53.914 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/04 20:21:53.932 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/04 20:21:53.935 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/04 20:21:54.078 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] Starting build checksum checker... table test.finishmark not exists for 1-th check, retry later [2025/04/04 20:21:54.137 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/04 20:21:54.250 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/04 20:21:54.252 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/04 20:21:54.326 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/04 20:21:54.328 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/04 20:21:54.418 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/04 20:21:54.510 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/04 20:21:54.584 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/04 20:21:54.585 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] + set +x [2025/04/04 20:21:54.696 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/04 20:21:54.698 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/04 20:21:54.754 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] \033[0;36m<<< Run all test success >>>\033[0m table multi_rocks.finish_mark exists check diff successfully [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc already exists) [2025/04/04 20:21:54.888 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] [2025/04/04 20:21:54.925 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/04 20:21:54.927 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/04 20:21:55.072 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/04 20:21:55.074 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/04 20:21:55.096 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] table test.finish_mark not exists for 2-th check, retry later [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [2025/04/04 20:21:55.270 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/04 20:21:55.272 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/04 20:21:55.275 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [2025/04/04 20:21:53.724 +08:00] [WARN] [diff.go:557] ["checksum is not equal"] [table=`test`.`base_for_view`] [where="((TRUE) AND TRUE)"] [sourceChecksum=976018642] [targetChecksum=0] [getSourceChecksumCost=1.957254ms] [getTargetChecksumCost=1.565802ms] [Pipeline] // stage [Pipeline] } wait process cdc.test exit for 1-th time... [Pipeline] // container [Pipeline] } [2025/04/04 20:21:55.444 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/04 20:21:55.477 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/04 20:21:55.479 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/04 20:21:55.619 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/04 20:21:55.621 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [2025/04/04 20:21:55.670 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] [2025/04/04 20:21:55.786 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] [2025/04/04 20:21:55.849 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/04 20:21:55.851 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } wait process cdc.test exit for 2-th time... table test.finishmark not exists for 2-th check, retry later [2025/04/04 20:21:55.954 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"] [2025/04/04 20:21:55.955 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"] [2025/04/04 20:21:56.035 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/04 20:21:56.144 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:21:56 CST 2025] <<<<<< run test case multi_rocks success! >>>>>> [2025/04/04 20:21:56.236 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"] [2025/04/04 20:21:56.238 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"] [2025/04/04 20:21:56.327 +08:00] [INFO] [main.go:221] ["0 insert success: 2600"] [2025/04/04 20:21:56.329 +08:00] [INFO] [main.go:235] ["0 delete success: 1300"] [2025/04/04 20:21:56.430 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"] [2025/04/04 20:21:56.515 +08:00] [INFO] [main.go:221] ["0 insert success: 2700"] [2025/04/04 20:21:56.617 +08:00] [INFO] [main.go:221] ["1 insert success: 2600"] [2025/04/04 20:21:56.618 +08:00] [INFO] [main.go:235] ["1 delete success: 1300"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432163365465962 TiDB Cluster ID. tikv_gc_leader_uuid 6580300a934000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p, pid:33673, start at 2025-04-04 20:21:55.947939703 +0800 CST m=+1.596975844 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:23:55.956 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:21:55.917 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:11:55.917 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432163365465962 TiDB Cluster ID. tikv_gc_leader_uuid 6580300a934000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p, pid:33673, start at 2025-04-04 20:21:55.947939703 +0800 CST m=+1.596975844 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:23:55.956 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:21:55.917 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:11:55.917 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432165334039855 TiDB Cluster ID. tikv_gc_leader_uuid 6580300a8700007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p, pid:33742, start at 2025-04-04 20:21:55.882052229 +0800 CST m=+1.471591165 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:23:55.890 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:21:55.868 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:11:55.868 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/autorandom/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/autorandom/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/autorandom/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/autorandom/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/autorandom/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table test.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... + endpoints=http://127.0.0.1:2379 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s + info='{ "upstream_id": 7489432007894857304, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457118663704576004, "checkpoint_time": "2025-04-04 20:21:56.500", "error": null }' + echo '{ "upstream_id": 7489432007894857304, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457118663704576004, "checkpoint_time": "2025-04-04 20:21:56.500", "error": null }' { "upstream_id": 7489432007894857304, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457118663704576004, "checkpoint_time": "2025-04-04 20:21:56.500", "error": null } ++ echo '{' '"upstream_id":' 7489432007894857304, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457118663704576004, '"checkpoint_time":' '"2025-04-04' '20:21:56.500",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489432007894857304, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457118663704576004, '"checkpoint_time":' '"2025-04-04' '20:21:56.500",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:21:58 CST 2025] <<<<<< run test case kafka_simple_handle_key_only success! >>>>>> table test.finishmark exists [2025/04/04 20:21:58.146 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.finishmark] [checkSum=0] [2025/04/04 20:21:58.148 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t1] [checkSum=718014124] [2025/04/04 20:21:58.148 +08:00] [INFO] [main.go:107] ["get checksum for the upstream success"] [elapsed=8.239649ms] [2025/04/04 20:21:58.154 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.finishmark] [checkSum=0] [2025/04/04 20:21:58.156 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t1] [checkSum=718014124] [2025/04/04 20:21:58.156 +08:00] [INFO] [main.go:116] ["get checksum for the downstream success"] [elapsed=8.367472ms] [2025/04/04 20:21:58.156 +08:00] [INFO] [main.go:95] ["compare checksum passed"] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12849.out cli changefeed create --start-ts=457118654975180801 '--sink-uri=kafka://127.0.0.1:9093/ticdc-cli-test-ssl-24971?protocol=open-protocol&ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem&cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem&key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem&kafka-version=2.4.1&max-message-bytes=10485760&insecure-skip-verify=true' --tz=Asia/Shanghai [Fri Apr 4 20:21:58 CST 2025] <<<<<< START cdc server in autorandom case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.autorandom.3520635208.out server --log-file /tmp/tidb_cdc_test/autorandom/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/autorandom/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 1-th time... [WARN] --tz is deprecated in changefeed settings. Create changefeed successfully! ID: df203352-2a1b-4a60-9fc8-17b1d88c1de5 Info: {"upstream_id":7489432007894857304,"namespace":"default","id":"df203352-2a1b-4a60-9fc8-17b1d88c1de5","sink_uri":"kafka://127.0.0.1:9093/ticdc-cli-test-ssl-24971?protocol=open-protocol\u0026ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem\u0026cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem\u0026key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760\u0026insecure-skip-verify=true","create_time":"2025-04-04T20:21:59.105267951+08:00","start_ts":457118654975180801,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118654975180801,"checkpoint_ts":457118654975180801,"checkpoint_time":"2025-04-04 20:21:23.200"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... wait process cdc.test exit for 2-th time... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:21:59 CST 2025] <<<<<< run test case kafka_column_selector_avro success! >>>>>> + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12882.out cli unsafe delete-service-gc-safepoint Confirm that you know what this command will do and use it at your own risk [Y/N] CDC service GC safepoint truncated in PD! PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432184779109965 TiDB Cluster ID. tikv_gc_leader_uuid 6580300fbe4000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf, pid:10705, start at 2025-04-04 20:22:01.230248197 +0800 CST m=+1.549467841 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:24:01.238 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:22:01.209 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:12:01.209 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432184779109965 TiDB Cluster ID. tikv_gc_leader_uuid 6580300fbe4000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf, pid:10705, start at 2025-04-04 20:22:01.230248197 +0800 CST m=+1.549467841 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:24:01.238 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:22:01.209 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:12:01.209 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432183607451947 TiDB Cluster ID. tikv_gc_leader_uuid 6580300fd580004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-x-kb3tf, pid:10784, start at 2025-04-04 20:22:01.309122264 +0800 CST m=+1.556622553 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:24:01.317 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:22:01.302 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:12:01.302 +0800 All versions after safe point can be accessed. (DO NOT EDIT) [2025/04/04 20:22:01.712 +08:00] [INFO] [main.go:86] ["running ddl test: 4 modifyColumnDDL"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:22:01 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7e5fe4dd-3f47-4199-9e05-828e350de192 {"id":"7e5fe4dd-3f47-4199-9e05-828e350de192","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769319} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c00e28d0 7e5fe4dd-3f47-4199-9e05-828e350de192 /tidb/cdc/default/default/upstream/7489432163365465962 {"id":7489432163365465962,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7e5fe4dd-3f47-4199-9e05-828e350de192 {"id":"7e5fe4dd-3f47-4199-9e05-828e350de192","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769319} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c00e28d0 7e5fe4dd-3f47-4199-9e05-828e350de192 /tidb/cdc/default/default/upstream/7489432163365465962 {"id":7489432163365465962,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7e5fe4dd-3f47-4199-9e05-828e350de192 {"id":"7e5fe4dd-3f47-4199-9e05-828e350de192","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769319} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c00e28d0 7e5fe4dd-3f47-4199-9e05-828e350de192 /tidb/cdc/default/default/upstream/7489432163365465962 {"id":7489432163365465962,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 4877db61-7b59-4d28-830d-143c704798b3 Info: {"upstream_id":7489432163365465962,"namespace":"default","id":"4877db61-7b59-4d28-830d-143c704798b3","sink_uri":"kafka://127.0.0.1:9092/ticdc-autorandom-test-2780?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:22:01.996696045+08:00","start_ts":457118665124610049,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118665124610049,"checkpoint_ts":457118665124610049,"checkpoint_time":"2025-04-04 20:22:01.917"} [Fri Apr 4 20:22:02 CST 2025] <<<<<< START kafka consumer in autorandom case >>>>>> Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_auto_stop/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/04 20:22:01.916 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/04 20:22:01.928 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/04 20:22:02.099 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/04 20:22:02.100 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/04 20:22:02.117 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/04 20:22:02.119 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/04 20:22:02.296 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/04 20:22:02.316 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12913.out cli unsafe reset --no-confirm --pd=http://127.0.0.1:2379 [2025/04/04 20:22:02.493 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/04 20:22:02.494 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/04 20:22:02.510 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/04 20:22:02.512 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] reset and all metadata truncated in PD! PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... [2025/04/04 20:22:02.677 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/04 20:22:02.696 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/04 20:22:02.860 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/04 20:22:02.861 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/04 20:22:02.886 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/04 20:22:02.888 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/04 20:22:03.033 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/04 20:22:03.074 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/04 20:22:03.221 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/04 20:22:03.222 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/04 20:22:03.266 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/04 20:22:03.269 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/04 20:22:03.398 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] table autorandom_test.table_a not exists for 1-th check, retry later [2025/04/04 20:22:03.449 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/04 20:22:03.570 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/04 20:22:03.571 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/04 20:22:03.633 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/04 20:22:03.635 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/04 20:22:03.744 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/04 20:22:03.815 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/04 20:22:03.914 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/04 20:22:03.915 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] + set +x [2025/04/04 20:22:04.000 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/04 20:22:04.001 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/04 20:22:04.211 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/04 20:22:04.285 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/04 20:22:04.385 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/04 20:22:04.385 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] ***************** properties ***************** "mysql.user"="root" "recordcount"="20" "mysql.host"="127.0.0.1" "requestdistribution"="uniform" "insertproportion"="0" "operationcount"="0" "workload"="core" "readproportion"="0" "threadcount"="4" "dotransactions"="false" "readallfields"="true" "mysql.db"="changefeed_auto_stop_1" "updateproportion"="0" "scanproportion"="0" "mysql.port"="4000" ********************************************** Run finished, takes 11.518043ms INSERT - Takes(s): 0.0, Count: 19, OPS: 2514.8, Avg(us): 1998, Min(us): 1133, Max(us): 5448, 95th(us): 6000, 99th(us): 6000 ***************** properties ***************** "operationcount"="0" "scanproportion"="0" "mysql.host"="127.0.0.1" "readallfields"="true" "mysql.port"="4000" "mysql.db"="changefeed_auto_stop_2" "threadcount"="4" "insertproportion"="0" "dotransactions"="false" "mysql.user"="root" "workload"="core" "requestdistribution"="uniform" "recordcount"="20" "updateproportion"="0" "readproportion"="0" ********************************************** Run finished, takes 9.191021ms INSERT - Takes(s): 0.0, Count: 20, OPS: 3458.8, Avg(us): 1733, Min(us): 1125, Max(us): 3318, 95th(us): 4000, 99th(us): 4000 ***************** properties ***************** "mysql.db"="changefeed_auto_stop_3" "readproportion"="0" "insertproportion"="0" "requestdistribution"="uniform" "mysql.user"="root" "dotransactions"="false" "threadcount"="4" "updateproportion"="0" "mysql.host"="127.0.0.1" "scanproportion"="0" "recordcount"="20" "readallfields"="true" "mysql.port"="4000" "workload"="core" "operationcount"="0" ********************************************** Run finished, takes 9.161191ms INSERT - Takes(s): 0.0, Count: 20, OPS: 3797.6, Avg(us): 1698, Min(us): 931, Max(us): 3796, 95th(us): 4000, 99th(us): 4000 ***************** properties ***************** "updateproportion"="0" "mysql.db"="changefeed_auto_stop_4" "insertproportion"="0" "recordcount"="20" "mysql.host"="127.0.0.1" "operationcount"="0" "mysql.port"="4000" "mysql.user"="root" "threadcount"="4" "readallfields"="true" "readproportion"="0" "scanproportion"="0" "requestdistribution"="uniform" "dotransactions"="false" "workload"="core" ********************************************** Run finished, takes 9.720185ms INSERT - Takes(s): 0.0, Count: 20, OPS: 3798.0, Avg(us): 1846, Min(us): 996, Max(us): 4410, 95th(us): 5000, 99th(us): 5000 [Fri Apr 4 20:22:04 CST 2025] <<<<<< START cdc server in changefeed_auto_stop case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_auto_stop.1237112373.out server --log-file /tmp/tidb_cdc_test/changefeed_auto_stop/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_auto_stop/cdc_data1 --cluster-id default --addr 127.0.0.1:8301 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8301 failed: Connection refused * Failed to connect to 127.0.0.1 port 8301: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/04 20:22:04.464 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/04 20:22:04.466 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/04 20:22:04.567 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/04 20:22:04.649 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/04 20:22:04.744 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/04 20:22:04.745 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/04 20:22:04.833 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/04 20:22:04.835 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/04 20:22:04.935 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/04 20:22:05.022 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] [2025/04/04 20:22:05.113 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/04 20:22:05.114 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] table autorandom_test.table_a exists check diff failed 1-th time, retry later [2025/04/04 20:22:05.210 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/04 20:22:05.213 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/04 20:22:05.298 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/04 20:22:05.406 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [2025/04/04 20:22:05.483 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/04 20:22:05.484 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/04 20:22:05.618 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/04 20:22:05.620 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/04 20:22:05.669 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/04 20:22:05.815 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] [2025/04/04 20:22:05.855 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [2025/04/04 20:22:05.856 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/04 20:22:06.013 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/04 20:22:06.015 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [2025/04/04 20:22:06.040 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] [2025/04/04 20:22:06.212 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/04 20:22:06.228 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"] [2025/04/04 20:22:06.229 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"] [2025/04/04 20:22:06.400 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"] [2025/04/04 20:22:06.402 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"] [2025/04/04 20:22:06.411 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"] [2025/04/04 20:22:06.594 +08:00] [INFO] [main.go:235] ["0 delete success: 1300"] [2025/04/04 20:22:06.594 +08:00] [INFO] [main.go:221] ["0 insert success: 2600"] [2025/04/04 20:22:06.596 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.13008.out cli unsafe resolve-lock --region=22 [2025/04/04 20:22:05.332 +08:00] [WARN] [diff.go:766] ["rows is not equal"] [table=`test`.`base_for_view`] [where="((TRUE) AND TRUE)"] [cost=11.608018651s] [2025/04/04 20:22:05.335 +08:00] [WARN] [diff.go:384] ["check chunk data not equal"] [chunk="{\"id\":0,\"bounds\":[],\"where\":\"((TRUE) AND TRUE)\",\"args\":null,\"state\":\"failed\"}"] PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... check diff successfully + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8301 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:22:07 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1796a298-84a7-4d8e-8718-1034eb04f985 {"id":"1796a298-84a7-4d8e-8718-1034eb04f985","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769324} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c021100e 1796a298-84a7-4d8e-8718-1034eb04f985 /tidb/cdc/default/default/upstream/7489432184779109965 {"id":7489432184779109965,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1796a298-84a7-4d8e-8718-1034eb04f985 {"id":"1796a298-84a7-4d8e-8718-1034eb04f985","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769324} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c021100e 1796a298-84a7-4d8e-8718-1034eb04f985 /tidb/cdc/default/default/upstream/7489432184779109965 {"id":7489432184779109965,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1796a298-84a7-4d8e-8718-1034eb04f985 {"id":"1796a298-84a7-4d8e-8718-1034eb04f985","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769324} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c021100e 1796a298-84a7-4d8e-8718-1034eb04f985 /tidb/cdc/default/default/upstream/7489432184779109965 {"id":7489432184779109965,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Fri Apr 4 20:22:07 CST 2025] <<<<<< START cdc server in changefeed_auto_stop case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/pipeline/ProcessorSyncResolvedError=1*return(true);github.com/pingcap/tiflow/cdc/processor/ProcessorUpdatePositionDelaying=sleep(1000)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_auto_stop.1243012432.out server --log-file /tmp/tidb_cdc_test/changefeed_auto_stop/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_auto_stop/cdc_data2 --cluster-id default --addr 127.0.0.1:8302 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8302 failed: Connection refused * Failed to connect to 127.0.0.1 port 8302: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 1-th time... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/ci_collation_compatibility/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:22:07 CST 2025] <<<<<< run test case ci_collation_compatibility success! >>>>>> wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:22:08 CST 2025] <<<<<< run test case autorandom success! >>>>>> + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.13035.out cli unsafe resolve-lock --region=22 --ts=457118665696870403 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only/run.sh: line 1: 16753 Killed cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only_avro/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... + set +x % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 218 100 212 100 6 207k 6000 --:--:-- --:--:-- --:--:-- 212k { "error_msg": "[CDC:ErrAPIInvalidParam]invalid log level: json: cannot unmarshal string into Go value of type struct { Level string \"json:\\\"log_level\\\"\" }", "error_code": "CDC:ErrAPIInvalidParam" + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8302 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:22:10 GMT < Content-Length: 1281 < Content-Type: text/plain; charset=utf-8 < { [1281 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0d1ce80b-fa0c-4096-b9e7-b44c7fa520b0 {"id":"0d1ce80b-fa0c-4096-b9e7-b44c7fa520b0","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769328} /tidb/cdc/default/__cdc_meta__/capture/1796a298-84a7-4d8e-8718-1034eb04f985 {"id":"1796a298-84a7-4d8e-8718-1034eb04f985","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769324} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c021100e 1796a298-84a7-4d8e-8718-1034eb04f985 /tidb/cdc/default/__cdc_meta__/owner/22319600c0211046 0d1ce80b-fa0c-4096-b9e7-b44c7fa520b0 /tidb/cdc/default/default/upstream/7489432184779109965 {"id":7489432184779109965,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0d1ce80b-fa0c-4096-b9e7-b44c7fa520b0 {"id":"0d1ce80b-fa0c-4096-b9e7-b44c7fa520b0","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769328} /tidb/cdc/default/__cdc_meta__/capture/1796a298-84a7-4d8e-8718-1034eb04f985 {"id":"1796a298-84a7-4d8e-8718-1034eb04f985","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769324} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c021100e 1796a298-84a7-4d8e-8718-1034eb04f985 /tidb/cdc/default/__cdc_meta__/owner/22319600c0211046 0d1ce80b-fa0c-4096-b9e7-b44c7fa520b0 /tidb/cdc/default/default/upstream/7489432184779109965 {"id":7489432184779109965,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0d1ce80b-fa0c-4096-b9e7-b44c7fa520b0 {"id":"0d1ce80b-fa0c-4096-b9e7-b44c7fa520b0","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769328} /tidb/cdc/default/__cdc_meta__/capture/1796a298-84a7-4d8e-8718-1034eb04f985 {"id":"1796a298-84a7-4d8e-8718-1034eb04f985","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769324} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c021100e 1796a298-84a7-4d8e-8718-1034eb04f985 /tidb/cdc/default/__cdc_meta__/owner/22319600c0211046 0d1ce80b-fa0c-4096-b9e7-b44c7fa520b0 /tidb/cdc/default/default/upstream/7489432184779109965 {"id":7489432184779109965,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Fri Apr 4 20:22:10 CST 2025] <<<<<< START kafka consumer in changefeed_auto_stop case >>>>>> check_changefeed_state http://127.0.0.1:2379 7f02229c-d643-48dc-ae4b-b3515125c7ad normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=7f02229c-d643-48dc-ae4b-b3515125c7ad + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 7f02229c-d643-48dc-ae4b-b3515125c7ad -s + info='{ "upstream_id": 7489432184779109965, "namespace": "default", "id": "7f02229c-d643-48dc-ae4b-b3515125c7ad", "state": "normal", "checkpoint_tso": 457118665712074753, "checkpoint_time": "2025-04-04 20:22:04.158", "error": null }' + echo '{ "upstream_id": 7489432184779109965, "namespace": "default", "id": "7f02229c-d643-48dc-ae4b-b3515125c7ad", "state": "normal", "checkpoint_tso": 457118665712074753, "checkpoint_time": "2025-04-04 20:22:04.158", "error": null }' { "upstream_id": 7489432184779109965, "namespace": "default", "id": "7f02229c-d643-48dc-ae4b-b3515125c7ad", "state": "normal", "checkpoint_tso": 457118665712074753, "checkpoint_time": "2025-04-04 20:22:04.158", "error": null } ++ echo '{' '"upstream_id":' 7489432184779109965, '"namespace":' '"default",' '"id":' '"7f02229c-d643-48dc-ae4b-b3515125c7ad",' '"state":' '"normal",' '"checkpoint_tso":' 457118665712074753, '"checkpoint_time":' '"2025-04-04' '20:22:04.158",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489432184779109965, '"namespace":' '"default",' '"id":' '"7f02229c-d643-48dc-ae4b-b3515125c7ad",' '"state":' '"normal",' '"checkpoint_tso":' 457118665712074753, '"checkpoint_time":' '"2025-04-04' '20:22:04.158",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully table changefeed_auto_stop_1.usertable not exists for 1-th check, retry later \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc already exists) [2025/04/04 20:22:11.753 +08:00] [INFO] [main.go:86] ["running ddl test: 5 addDropIndexDDL"] [2025/04/04 20:22:11.926 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/04 20:22:11.934 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/debezium/run.sh using Sink-Type: kafka... <<================= [Pipeline] // container [Pipeline] } [2025/04/04 20:22:12.124 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/04 20:22:12.125 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/04 20:22:12.144 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/04 20:22:12.146 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [2025/04/04 20:22:12.366 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/04 20:22:12.398 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [2025/04/04 20:22:12.583 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/04 20:22:12.584 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/04 20:22:12.636 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/04 20:22:12.638 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/04 20:22:12.804 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/04 20:22:12.885 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/04 20:22:13.087 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/04 20:22:13.088 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/04 20:22:13.177 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/04 20:22:13.179 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/04 20:22:13.376 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/04 20:22:13.461 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] table changefeed_auto_stop_1.usertable exists table changefeed_auto_stop_2.usertable not exists for 1-th check, retry later [2025/04/04 20:22:13.593 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/04 20:22:13.594 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/04 20:22:13.703 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/04 20:22:13.706 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] start tidb cluster in /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/04 20:22:13.868 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] } % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 182 100 182 0 0 177k 0 --:--:-- --:--:-- --:--:-- 177k { "version": "v9.0.0-beta.1-9-g4c631d595", "git_hash": "4c631d5951854ac91765b729fe3849d8e8d5ed8a", "id": "efb52eaa-c19b-486a-b756-8b27977b42b3", "pid": 12093, "is_owner": true [2025/04/04 20:22:14.006 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/04 20:22:14.166 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/04 20:22:14.167 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] }wait process cdc.test exit for 1-th time... [2025/04/04 20:22:14.333 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/04 20:22:14.336 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/04 20:22:14.456 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/04 20:22:14.698 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] wait process cdc.test exit for 2-th time... [2025/04/04 20:22:14.814 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/04 20:22:14.816 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] cdc.test: no process found wait process cdc.test exit for 3-th time... [2025/04/04 20:22:15.110 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/04 20:22:15.115 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/04 20:22:15.158 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed process cdc.test already exit [Fri Apr 4 20:22:15 CST 2025] <<<<<< run test case cli_with_auth success! >>>>>> [2025/04/04 20:22:15.339 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/04 20:22:15.425 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/04 20:22:15.426 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] table changefeed_auto_stop_2.usertable not exists for 2-th check, retry later [2025/04/04 20:22:15.664 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/04 20:22:15.669 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 1411 100 676 100 735 1268 1378 --:--:-- --:--:-- --:--:-- 2642 100 1411 100 676 100 735 1268 1378 --:--:-- --:--:-- --:--:-- 2642 HTTP/1.1 201 Created Date: Fri, 04 Apr 2025 12:22:15 GMT Location: http://localhost:8083/connectors/my-connector Content-Type: application/json Content-Length: 676 Server: Jetty(9.4.51.v20230217) {"name":"my-connector","config":{"connector.class":"io.debezium.connector.mysql.MySqlConnector","tasks.max":"1","database.hostname":"127.0.0.1","database.port":"3310","database.user":"debezium","database.password":"dbz","database.server.id":"184054","topic.prefix":"default","schema.history.internal.kafka.bootstrap.servers":"127.0.0.1:9092","schema.history.internal.kafka.topic":"schemahistory.test","transforms":"x","transforms.x.type":"org.apache.kafka.connect.transforms.RegexRouter","transforms.x.regex":"(.*)","transforms.x.replacement":"output_debezium","binary.handling.mode":"base64","decimal.handling.mode":"double","name":"my-connector"},"tasks":[],"type":"source"}The 1 times to try to start tidb cluster... [2025/04/04 20:22:15.770 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/04 20:22:16.030 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/04 20:22:16.133 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/04 20:22:16.134 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/04 20:22:16.405 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/04 20:22:16.410 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/04 20:22:16.513 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] table changefeed_auto_stop_2.usertable exists table changefeed_auto_stop_3.usertable not exists for 1-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table changefeed_auto_stop_3.usertable exists table changefeed_auto_stop_4.usertable not exists for 1-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/debezium Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table changefeed_auto_stop_4.usertable exists check diff failed 1-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432272674632516 TiDB Cluster ID. tikv_gc_leader_uuid 65803022e880008 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:17870, start at 2025-04-04 20:22:20.847641499 +0800 CST m=+1.583176107 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:24:20.856 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:22:20.834 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:12:20.834 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432272674632516 TiDB Cluster ID. tikv_gc_leader_uuid 65803022e880008 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:17870, start at 2025-04-04 20:22:20.847641499 +0800 CST m=+1.583176107 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:24:20.856 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:22:20.834 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:12:20.834 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432272435815090 TiDB Cluster ID. tikv_gc_leader_uuid 65803022e84000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:17919, start at 2025-04-04 20:22:20.88106469 +0800 CST m=+1.550385968 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:24:20.888 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:22:20.883 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:12:20.883 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/04 20:22:22.132 +08:00] [WARN] [diff.go:557] ["checksum is not equal"] [table=`test`.`pkuk`] [where="((TRUE) AND TRUE)"] [sourceChecksum=1992203603] [targetChecksum=1713216255] [getSourceChecksumCost=1.753085ms] [getTargetChecksumCost=1.782257ms] [2025/04/04 20:22:22.134 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ uk: 4, v: 2970, pk: 6, }"] [2025/04/04 20:22:22.222 +08:00] [WARN] [diff.go:937] ["find different row"] [column=uk] [row1="{ pk: 15, uk: 2, v: 9707, }"] [row2="{ pk: 15, uk: 13, v: 7996, }"] [2025/04/04 20:22:22.322 +08:00] [WARN] [diff.go:766] ["rows is not equal"] [table=`test`.`pkuk`] [where="((TRUE) AND TRUE)"] [cost=190.301501ms] [2025/04/04 20:22:22.324 +08:00] [WARN] [diff.go:384] ["check chunk data not equal"] [chunk="{\"id\":0,\"bounds\":[],\"where\":\"((TRUE) AND TRUE)\",\"args\":null,\"state\":\"failed\"}"] Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/generate_column/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... [Fri Apr 4 20:22:23 CST 2025] <<<<<< START cdc server in kafka_simple_handle_key_only_avro case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only_avro.1936819370.out server --log-file /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff successfully wait process cdc.test exit for 1-th time... [2025/04/04 20:22:24.190 +08:00] [INFO] [main.go:78] ["runDDLTest take 1m2.996582153s"] wait process cdc.test exit for 2-th time... table mark.finish_mark_0 exists table mark.finish_mark_1 not exists for 1-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:22:25 CST 2025] <<<<<< run test case changefeed_auto_stop success! >>>>>> start tidb cluster in /tmp/tidb_cdc_test/generate_column Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table mark.finish_mark_1 not exists for 2-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432294812800940 TiDB Cluster ID. tikv_gc_leader_uuid 65803027fc0000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:33445, start at 2025-04-04 20:22:26.060045547 +0800 CST m=+1.505159363 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:24:26.069 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:22:26.032 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:12:26.032 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432294812800940 TiDB Cluster ID. tikv_gc_leader_uuid 65803027fc0000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:33445, start at 2025-04-04 20:22:26.060045547 +0800 CST m=+1.505159363 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:24:26.069 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:22:26.032 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:12:26.032 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432289363954710 TiDB Cluster ID. tikv_gc_leader_uuid 65803028080000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-v-vb1lb, pid:33526, start at 2025-04-04 20:22:26.109500792 +0800 CST m=+1.480922349 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:24:26.117 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:22:26.080 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:12:26.080 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/debezium/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/debezium/tiflash/log/error.log + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:22:26 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6adfedc5-b8f6-4ae6-8938-9070f2ce0f1a {"id":"6adfedc5-b8f6-4ae6-8938-9070f2ce0f1a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769344} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c06f7bd1 6adfedc5-b8f6-4ae6-8938-9070f2ce0f1a /tidb/cdc/default/default/upstream/7489432272674632516 {"id":7489432272674632516,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6adfedc5-b8f6-4ae6-8938-9070f2ce0f1a {"id":"6adfedc5-b8f6-4ae6-8938-9070f2ce0f1a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769344} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c06f7bd1 6adfedc5-b8f6-4ae6-8938-9070f2ce0f1a /tidb/cdc/default/default/upstream/7489432272674632516 {"id":7489432272674632516,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6adfedc5-b8f6-4ae6-8938-9070f2ce0f1a {"id":"6adfedc5-b8f6-4ae6-8938-9070f2ce0f1a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769344} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c06f7bd1 6adfedc5-b8f6-4ae6-8938-9070f2ce0f1a /tidb/cdc/default/default/upstream/7489432272674632516 {"id":7489432272674632516,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only_avro.cli.19428.out cli tso query --pd=http://127.0.0.1:2379 arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/debezium/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/debezium/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/debezium/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/savepoint/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... + set +x + tso='457118671735095299 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118671735095299 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only_avro.cli.19456.out cli changefeed create --start-ts=457118671735095299 '--sink-uri=kafka://127.0.0.1:9092/simple-handle-key-only-avro-14666?protocol=simple&encoding-format=avro' -c simple-handle-key-only-avro --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only_avro/conf/changefeed.toml Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Fri Apr 4 20:22:28 CST 2025] <<<<<< START cdc server in debezium case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.debezium.3490534907.out server --log-file /tmp/tidb_cdc_test/debezium/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/debezium/cdc_data --cluster-id default + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Create changefeed successfully! ID: simple-handle-key-only-avro Info: {"upstream_id":7489432272674632516,"namespace":"default","id":"simple-handle-key-only-avro","sink_uri":"kafka://127.0.0.1:9092/simple-handle-key-only-avro-14666?protocol=simple\u0026encoding-format=avro","create_time":"2025-04-04T20:22:28.977052911+08:00","start_ts":457118671735095299,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"lz4","claim_check_storage_uri":"","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":0,"send_bootstrap_in_msg_count":0,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118671735095299,"checkpoint_ts":457118671735095299,"checkpoint_time":"2025-04-04 20:22:27.134"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... table mark.finish_mark_1 not exists for 3-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/savepoint Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 221 100 221 0 0 7129 0 --:--:-- --:--:-- --:--:-- 7129 + synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-04 20:22:17.493","puller_resolved_ts":"2025-04-04 20:22:10.493","last_synced_ts":"2025-04-04 20:20:01.493","now_ts":"2025-04-04 20:22:18.000","info":"Data syncing is finished"}' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-04' '20:22:17.493","puller_resolved_ts":"2025-04-04' '20:22:10.493","last_synced_ts":"2025-04-04' '20:20:01.493","now_ts":"2025-04-04' '20:22:18.000","info":"Data' syncing is 'finished"}' ++ jq .synced + status=true + '[' true '!=' true ']' + kill_pd ++ ps aux ++ grep pd-server ++ grep /tmp/tidb_cdc_test/synced_status_with_redo + info='jenkins 9724 8.7 0.0 15485152 149204 ? Sl 20:19 0:13 pd-server --advertise-client-urls http://127.0.0.1:2379 --client-urls http://0.0.0.0:2379 --advertise-peer-urls http://127.0.0.1:2380 --peer-urls http://0.0.0.0:2380 --config /tmp/tidb_cdc_test/synced_status_with_redo/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status_with_redo/pd1.log --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/pd1 --name=pd1 --initial-cluster=pd1=http://127.0.0.1:2380 jenkins 9782 6.4 0.0 15558116 141768 ? Sl 20:19 0:09 pd-server --advertise-client-urls http://127.0.0.1:2479 --client-urls http://0.0.0.0:2479 --advertise-peer-urls http://127.0.0.1:2480 --peer-urls http://0.0.0.0:2480 --config /tmp/tidb_cdc_test/synced_status_with_redo/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status_with_redo/down_pd.log --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/down_pd' ++ ps aux ++ grep pd-server ++ grep /tmp/tidb_cdc_test/synced_status_with_redo ++ awk '{print $2}' ++ xargs kill -9 + sleep 20 {"level":"warn","ts":"2025-04-04T20:22:25.370273+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002004380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":"2025-04-04T20:22:25.370329+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":"2025-04-04T20:22:25.378743+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002080c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":"2025-04-04T20:22:25.378827+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":"2025-04-04T20:22:25.381683+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002004380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:22:25.390007+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002080c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:22:25.442477+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001d82e00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"info","ts":"2025-04-04T20:22:25.442522+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":"2025-04-04T20:22:25.450787+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001d82e00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"warn","ts":1743769346.938913,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002ee2e00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743769346.938973,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743769347.0058725,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc005e1d6c0/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"info","ts":1743769347.0059187,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743769347.033822,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002c8bc00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743769347.03388,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} + set +x Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table mark.finish_mark_1 not exists for 4-th check, retry later {"level":"warn","ts":"2025-04-04T20:22:31.382276+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002004380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:22:31.391124+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002080c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:22:31.451292+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001d82e00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:22:32 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1244bf30-a206-4fc8-8228-dadd63703d30 {"id":"1244bf30-a206-4fc8-8228-dadd63703d30","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769349} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c08622cf 1244bf30-a206-4fc8-8228-dadd63703d30 /tidb/cdc/default/default/upstream/7489432294812800940 {"id":7489432294812800940,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1244bf30-a206-4fc8-8228-dadd63703d30 {"id":"1244bf30-a206-4fc8-8228-dadd63703d30","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769349} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c08622cf 1244bf30-a206-4fc8-8228-dadd63703d30 /tidb/cdc/default/default/upstream/7489432294812800940 {"id":7489432294812800940,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1244bf30-a206-4fc8-8228-dadd63703d30 {"id":"1244bf30-a206-4fc8-8228-dadd63703d30","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769349} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c08622cf 1244bf30-a206-4fc8-8228-dadd63703d30 /tidb/cdc/default/default/upstream/7489432294812800940 {"id":7489432294812800940,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.debezium.cli.34966.out cli changefeed create -c test '--sink-uri=kafka://127.0.0.1:9092/output_ticdc?protocol=debezium&kafka-version=2.4.0' --config /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/debezium/changefeed.toml Verifying downstream PD is started... Create changefeed successfully! ID: test Info: {"upstream_id":7489432294812800940,"namespace":"default","id":"test","sink_uri":"kafka://127.0.0.1:9092/output_ticdc?protocol=debezium\u0026kafka-version=2.4.0","create_time":"2025-04-04T20:22:32.462364848+08:00","start_ts":457118673110827010,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":true,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"debezium","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118673110827010,"checkpoint_ts":457118673110827010,"checkpoint_time":"2025-04-04 20:22:32.382"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... table mark.finish_mark_1 not exists for 5-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432318208377537 TiDB Cluster ID. tikv_gc_leader_uuid 6580302e388000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p, pid:36455, start at 2025-04-04 20:22:32.442833025 +0800 CST m=+1.544951403 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:24:32.451 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:22:32.418 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:12:32.418 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432318208377537 TiDB Cluster ID. tikv_gc_leader_uuid 6580302e388000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p, pid:36455, start at 2025-04-04 20:22:32.442833025 +0800 CST m=+1.544951403 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:24:32.451 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:22:32.418 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:12:32.418 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432318606777450 TiDB Cluster ID. tikv_gc_leader_uuid 6580302e524000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-4p07p, pid:36523, start at 2025-04-04 20:22:32.536938975 +0800 CST m=+1.565058912 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:24:32.544 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:22:32.521 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:12:32.521 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/generate_column/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/generate_column/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/generate_column/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/generate_column/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/generate_column/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + set +x go: downloading go1.23.7 (linux/amd64) [2025/04/04 20:22:32.285 +08:00] [INFO] [case.go:115] ["sync updatePKUK take: 16.621587922s"] table mark.finish_mark_1 not exists for 6-th check, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.generate_column.cli.37998.out cli tso query --pd=http://127.0.0.1:2379 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table mark.finish_mark_1 not exists for 7-th check, retry later {"level":"warn","ts":1743769356.0220644,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002ee2e00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":1743769356.0916836,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc005e1d6c0/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only_avro.cli.19532.out cli changefeed pause -c simple-handle-key-only-avro \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } + set +x + tso='457118673971970049 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118673971970049 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:22:37 CST 2025] <<<<<< START cdc server in generate_column case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.generate_column.3803138033.out server --log-file /tmp/tidb_cdc_test/generate_column/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/generate_column/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc already exists) {"level":"warn","ts":"2025-04-04T20:22:37.383961+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002004380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:22:37.392168+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002080c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... [Pipeline] // stage {"level":"warn","ts":"2025-04-04T20:22:37.452103+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001d82e00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } + '[' kafka == mysql ']' + stop_tidb_cluster VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432334740335667 TiDB Cluster ID. tikv_gc_leader_uuid 6580303311c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:14166, start at 2025-04-04 20:22:37.432054366 +0800 CST m=+1.494215110 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:24:37.439 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:22:37.432 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:12:37.432 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432334740335667 TiDB Cluster ID. tikv_gc_leader_uuid 6580303311c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:14166, start at 2025-04-04 20:22:37.432054366 +0800 CST m=+1.494215110 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:24:37.439 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:22:37.432 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:12:37.432 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432340505671613 TiDB Cluster ID. tikv_gc_leader_uuid 65803033114000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:14254, start at 2025-04-04 20:22:37.405368782 +0800 CST m=+1.398576316 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:24:37.412 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:22:37.381 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:12:37.381 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/savepoint/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/savepoint/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/savepoint/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/savepoint/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/savepoint/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only_avro.cli.19565.out cli changefeed update -c simple-handle-key-only-avro '--sink-uri=kafka://127.0.0.1:9092/simple-handle-key-only-avro-14666?protocol=simple&encoding-format=avro&max-message-bytes=650' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only_avro/conf/changefeed.toml --no-confirm ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed table mark.finish_mark_1 not exists for 8-th check, retry later Diff of changefeed config: {Type:update Path:[SinkURI] From:kafka://127.0.0.1:9092/simple-handle-key-only-avro-14666?protocol=simple&encoding-format=avro To:kafka://127.0.0.1:9092/simple-handle-key-only-avro-14666?protocol=simple&encoding-format=avro&max-message-bytes=650} {Type:update Path:[Config SyncPointInterval] From: To:0xc003549bb8} {Type:update Path:[Config SyncPointRetention] From: To:0xc003549bc8} {Type:update Path:[Config Consistent] From: To:0xc000afd730} Update changefeed config successfully! ID: simple-handle-key-only-avro Info: {"upstream_id":7489432272674632516,"namespace":"default","id":"simple-handle-key-only-avro","sink_uri":"kafka://127.0.0.1:9092/simple-handle-key-only-avro-14666?protocol=simple\u0026encoding-format=avro\u0026max-message-bytes=650","create_time":"2025-04-04T20:22:28.977052911+08:00","start_ts":457118671735095299,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"lz4","claim_check_storage_uri":"","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":0,"send_bootstrap_in_msg_count":0,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457118674133450758,"checkpoint_time":"2025-04-04 20:22:36.283"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.savepoint.cli.15605.out cli tso query --pd=http://127.0.0.1:2379 go: downloading github.com/thessem/zap-prettyconsole v0.3.0 go: downloading github.com/segmentio/kafka-go v0.4.45 go: downloading github.com/alecthomas/chroma v0.10.0 go: downloading github.com/google/go-cmp v0.6.0 go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/Code-Hex/dd v1.1.0 go: downloading github.com/pierrec/lz4/v4 v4.1.15 go: downloading github.com/dlclark/regexp2 v1.4.0 go: downloading google.golang.org/grpc v1.63.2 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240318140521-94a12d6c2237 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:22:40 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/aa20ad43-aa54-4893-bbe9-c71b23e7980e {"id":"aa20ad43-aa54-4893-bbe9-c71b23e7980e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769357} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c0a0d5d7 aa20ad43-aa54-4893-bbe9-c71b23e7980e /tidb/cdc/default/default/upstream/7489432318208377537 {"id":7489432318208377537,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/aa20ad43-aa54-4893-bbe9-c71b23e7980e {"id":"aa20ad43-aa54-4893-bbe9-c71b23e7980e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769357} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c0a0d5d7 aa20ad43-aa54-4893-bbe9-c71b23e7980e /tidb/cdc/default/default/upstream/7489432318208377537 {"id":7489432318208377537,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/aa20ad43-aa54-4893-bbe9-c71b23e7980e {"id":"aa20ad43-aa54-4893-bbe9-c71b23e7980e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769357} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c0a0d5d7 aa20ad43-aa54-4893-bbe9-c71b23e7980e /tidb/cdc/default/default/upstream/7489432318208377537 {"id":7489432318208377537,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.generate_column.cli.38090.out cli changefeed create --start-ts=457118673971970049 '--sink-uri=kafka://127.0.0.1:9092/ticdc-generate-column-test-2645?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' Create changefeed successfully! ID: 39c2518d-25f3-4ccb-b3f6-45c1092d6d15 Info: {"upstream_id":7489432318208377537,"namespace":"default","id":"39c2518d-25f3-4ccb-b3f6-45c1092d6d15","sink_uri":"kafka://127.0.0.1:9092/ticdc-generate-column-test-2645?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:22:40.685911518+08:00","start_ts":457118673971970049,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118673971970049,"checkpoint_ts":457118673971970049,"checkpoint_time":"2025-04-04 20:22:35.667"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... 0 0 0 0 0 0 0 0 --:--:-- 0:00:01 --:--:-- 0 + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only_avro.cli.19594.out cli changefeed resume -c simple-handle-key-only-avro table mark.finish_mark_1 not exists for 9-th check, retry later PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... + set +x [Fri Apr 4 20:22:42 CST 2025] <<<<<< START kafka consumer in generate_column case >>>>>> 0 0 0 0 0 0 0 0 --:--:-- 0:00:02 --:--:-- 0 + set +x + tso='457118675273515009 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118675273515009 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:22:42 CST 2025] <<<<<< START cdc server in savepoint case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.savepoint.1563915641.out server --log-file /tmp/tidb_cdc_test/savepoint/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/savepoint/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table generate_column.t1 not exists for 1-th check, retry later + set +x table mark.finish_mark_1 not exists for 10-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:03 --:--:-- 0 table test.finish_mark not exists for 1-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:04 --:--:-- 0{"level":"warn","ts":"2025-04-04T20:22:43.385516+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002004380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:22:43.393681+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002080c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} + stop_tidb_cluster {"level":"warn","ts":"2025-04-04T20:22:43.453878+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001d82e00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} table generate_column.t1 exists table generate_column.t2 not exists for 1-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:05 --:--:-- 0 table mark.finish_mark_1 not exists for 11-th check, retry later table test.finish_mark exists check diff successfully + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:22:45 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/50e93cb2-5234-446b-a39c-eb7b97e2af45 {"id":"50e93cb2-5234-446b-a39c-eb7b97e2af45","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769362} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c0ae90da 50e93cb2-5234-446b-a39c-eb7b97e2af45 /tidb/cdc/default/default/upstream/7489432334740335667 {"id":7489432334740335667,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/50e93cb2-5234-446b-a39c-eb7b97e2af45 {"id":"50e93cb2-5234-446b-a39c-eb7b97e2af45","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769362} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c0ae90da 50e93cb2-5234-446b-a39c-eb7b97e2af45 /tidb/cdc/default/default/upstream/7489432334740335667 {"id":7489432334740335667,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/50e93cb2-5234-446b-a39c-eb7b97e2af45 {"id":"50e93cb2-5234-446b-a39c-eb7b97e2af45","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769362} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c0ae90da 50e93cb2-5234-446b-a39c-eb7b97e2af45 /tidb/cdc/default/default/upstream/7489432334740335667 {"id":7489432334740335667,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.savepoint.cli.15699.out cli changefeed create --start-ts=457118675273515009 '--sink-uri=kafka://127.0.0.1:9092/ticdc-savepoint-test-22795?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' Create changefeed successfully! ID: 173e7a9a-2e55-41e3-8c1e-f1f0ae3504ae Info: {"upstream_id":7489432334740335667,"namespace":"default","id":"173e7a9a-2e55-41e3-8c1e-f1f0ae3504ae","sink_uri":"kafka://127.0.0.1:9092/ticdc-savepoint-test-22795?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:22:45.617089694+08:00","start_ts":457118675273515009,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118675273515009,"checkpoint_ts":457118675273515009,"checkpoint_time":"2025-04-04 20:22:40.632"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... wait process cdc.test exit for 1-th time... 0 0 0 0 0 0 0 0 --:--:-- 0:00:06 --:--:-- 0 wait process cdc.test exit for 2-th time... \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } table mark.finish_mark_1 not exists for 12-th check, retry later [Pipeline] // timeout [Pipeline] } table generate_column.t2 exists check diff failed 1-th time, retry later Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc already exists) cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:22:46 CST 2025] <<<<<< run test case kafka_simple_handle_key_only_avro success! >>>>>> [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } + set +x [Fri Apr 4 20:22:47 CST 2025] <<<<<< START kafka consumer in savepoint case >>>>>> 0 0 0 0 0 0 0 0 --:--:-- 0:00:07 --:--:-- 0 [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } table savepoint.finish_mark not exists for 1-th check, retry later [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } 0 0 0 0 0 0 0 0 --:--:-- 0:00:08 --:--:-- 0 check diff failed 2-th time, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:09 --:--:-- 0 table mark.finish_mark_1 not exists for 13-th check, retry later table savepoint.finish_mark not exists for 2-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:10 --:--:-- 0{"level":"warn","ts":"2025-04-04T20:22:49.386775+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002004380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:22:49.394903+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002080c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:22:49.455719+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001d82e00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} 0 0 0 0 0 0 0 0 --:--:-- 0:00:11 --:--:-- 0 table mark.finish_mark_1 not exists for 14-th check, retry later check diff successfully wait process cdc.test exit for 1-th time... table savepoint.finish_mark exists check diff successfully wait process cdc.test exit for 2-th time... 0 0 0 0 0 0 0 0 --:--:-- 0:00:12 --:--:-- 0 wait process cdc.test exit for 1-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:22:52 CST 2025] <<<<<< run test case generate_column success! >>>>>> wait process cdc.test exit for 2-th time... 0 0 0 0 0 0 0 0 --:--:-- 0:00:13 --:--:-- 0 table mark.finish_mark_1 not exists for 15-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:22:52 CST 2025] <<<<<< run test case savepoint success! >>>>>> 0 0 0 0 0 0 0 0 --:--:-- 0:00:14 --:--:-- 0 table mark.finish_mark_1 not exists for 16-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:15 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:16 --:--:-- 0{"level":"warn","ts":"2025-04-04T20:22:55.387228+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002004380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:22:55.39573+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002080c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:22:55.457328+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001d82e00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} [2025/04/04 20:22:53.277 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:33:19' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/04 20:22:53.277 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:33:20' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/04 20:22:53.279 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:33:22' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/04 20:22:53.279 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:33:21' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/04 20:22:53.290 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:33:03' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/04 20:22:53.292 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:33:14' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/04 20:22:53.292 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:33:15' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/04 20:22:53.305 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:33:19' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/04 20:22:53.307 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:33:18' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/04 20:22:53.336 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:33:46' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/04 20:22:53.347 +08:00] [ERROR] [job.go:75] ["Error 1213 (40001): Deadlock found when trying to get lock; try restarting transaction"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/04 20:22:53.441 +08:00] [ERROR] [job.go:75] ["Error 1213 (40001): Deadlock found when trying to get lock; try restarting transaction"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/04 20:22:53.526 +08:00] [ERROR] [job.go:75] ["Error 1213 (40001): Deadlock found when trying to get lock; try restarting transaction"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/04 20:22:53.732 +08:00] [ERROR] [job.go:75] ["Error 1213 (40001): Deadlock found when trying to get lock; try restarting transaction"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] table mark.finish_mark_1 not exists for 17-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:17 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:18 --:--:-- 0 /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only_avro/run.sh: line 1: 19625 Killed cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... 0 0 0 0 0 0 0 0 --:--:-- 0:00:19 --:--:-- 0 table mark.finish_mark_1 not exists for 18-th check, retry later [2025/04/04 20:22:59.554 +08:00] [WARN] [diff.go:557] ["checksum is not equal"] [table=`test`.`itest`] [where="((TRUE) AND TRUE)"] [sourceChecksum=1061374115] [targetChecksum=2838830745] [getSourceChecksumCost=6.589992ms] [getTargetChecksumCost=2.650799ms] [2025/04/04 20:22:59.569 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 0, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:22:52, a: 0, }"] [row2="{ a: 0, b: 0, 6zbJA: IsNull, d: 20:22:52, }"] [2025/04/04 20:22:59.636 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 1, b: 1, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:22:53, }"] [row2="{ d: 20:22:53, a: 1, b: 1, 6zbJA: IsNull, }"] [2025/04/04 20:22:59.737 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ d: 20:22:56, a: 4, b: 4, 6zbJA: IsNull, }"] [2025/04/04 20:22:59.837 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 5, b: 5, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:22:57, }"] [row2="{ a: 5, b: 5, 6zbJA: IsNull, d: 20:22:57, }"] [2025/04/04 20:22:59.937 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:22:58, a: 6, b: 6, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 6, b: 6, 6zbJA: IsNull, d: 20:22:58, }"] [2025/04/04 20:23:00.037 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 7, b: 7, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:22:59, }"] [row2="{ a: 7, b: 7, 6zbJA: IsNull, d: 20:22:59, }"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:20 --:--:-- 0 [2025/04/04 20:23:00.137 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 9, b: 9, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:01, }"] [row2="{ d: 20:23:01, a: 9, b: 9, 6zbJA: IsNull, }"] [2025/04/04 20:23:00.238 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 10, b: 10, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:02, }"] [row2="{ a: 10, b: 10, 6zbJA: IsNull, d: 20:23:02, }"] [2025/04/04 20:23:00.338 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 11, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:03, a: 11, }"] [row2="{ 6zbJA: IsNull, d: 20:23:03, a: 11, b: 11, }"] [2025/04/04 20:23:00.438 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:23:04, a: 12, b: 12, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ d: 20:23:04, a: 12, b: 12, 6zbJA: IsNull, }"] [2025/04/04 20:23:00.538 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 14, b: 14, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:06, }"] [row2="{ 6zbJA: IsNull, d: 20:23:06, a: 14, b: 14, }"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:21 --:--:-- 0{"level":"warn","ts":"2025-04-04T20:23:00.371065+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002004380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":"2025-04-04T20:23:00.37112+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":"2025-04-04T20:23:00.379706+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002080c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":"2025-04-04T20:23:00.379745+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":"2025-04-04T20:23:00.443812+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001d82e00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"info","ts":"2025-04-04T20:23:00.443849+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} [2025/04/04 20:23:00.638 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 15, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:07, a: 15, }"] [row2="{ a: 15, b: 15, 6zbJA: IsNull, d: 20:23:07, }"] [2025/04/04 20:23:00.739 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 16, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:08, a: 16, }"] [row2="{ a: 16, b: 16, 6zbJA: IsNull, d: 20:23:08, }"] [2025/04/04 20:23:00.839 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:09, a: 17, b: 17, }"] [row2="{ a: 17, b: 17, 6zbJA: IsNull, d: 20:23:09, }"] [2025/04/04 20:23:00.939 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 18, b: 18, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:10, }"] [row2="{ a: 18, b: 18, 6zbJA: IsNull, d: 20:23:10, }"] [2025/04/04 20:23:01.039 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 19, b: 19, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:11, }"] [row2="{ a: 19, b: 19, 6zbJA: IsNull, d: 20:23:11, }"] table mark.finish_mark_1 not exists for 19-th check, retry later [2025/04/04 20:23:01.139 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 20, b: 20, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:12, }"] [row2="{ a: 20, b: 20, 6zbJA: IsNull, d: 20:23:12, }"] [2025/04/04 20:23:01.240 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 21, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:13, a: 21, }"] [row2="{ a: 21, b: 21, 6zbJA: IsNull, d: 20:23:13, }"] [2025/04/04 20:23:01.340 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 22, b: 22, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:14, }"] [row2="{ a: 22, b: 22, 6zbJA: IsNull, d: 20:23:14, }"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:22 --:--:-- 0{"level":"warn","ts":"2025-04-04T20:23:01.388326+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002004380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:23:01.396608+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002080c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:23:01.458423+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001d82e00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} start tidb cluster in /tmp/tidb_cdc_test/kafka_simple_claim_check Starting Upstream PD... [2025/04/04 20:23:01.440 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:15, a: 23, b: 23, }"] [row2="{ a: 23, b: 23, 6zbJA: IsNull, d: 20:23:15, }"] [2025/04/04 20:23:01.540 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 24, b: 24, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:16, }"] [row2="{ a: 24, b: 24, 6zbJA: IsNull, d: 20:23:16, }"] Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/04 20:23:01.640 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 26, b: 26, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:18, }"] [row2="{ 6zbJA: IsNull, d: 20:23:18, a: 26, b: 26, }"] [2025/04/04 20:23:01.741 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 27, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:19, a: 27, }"] [row2="{ a: 27, b: 27, 6zbJA: IsNull, d: 20:23:19, }"] [2025/04/04 20:23:01.841 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 28, b: 28, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:20, }"] [row2="{ a: 28, b: 28, 6zbJA: IsNull, d: 20:23:20, }"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:23 --:--:-- 0{"level":"warn","ts":1743769381.94041,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002ee2e00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743769381.9404564,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743769382.0071127,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc005e1d6c0/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"info","ts":1743769382.0071502,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743769382.0354087,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002c8bc00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743769382.0354404,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} [2025/04/04 20:23:01.941 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 29, b: 29, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:21, }"] [row2="{ a: 29, b: 29, 6zbJA: IsNull, d: 20:23:21, }"] [2025/04/04 20:23:02.041 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:23:22, a: 30, b: 30, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 30, b: 30, 6zbJA: IsNull, d: 20:23:22, }"] [2025/04/04 20:23:02.141 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:23:23, a: 31, b: 31, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ d: 20:23:23, a: 31, b: 31, 6zbJA: IsNull, }"] [2025/04/04 20:23:02.242 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 32, b: 32, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:24, }"] [row2="{ 6zbJA: IsNull, d: 20:23:24, a: 32, b: 32, }"] [2025/04/04 20:23:02.342 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 33, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:25, a: 33, }"] [row2="{ d: 20:23:25, a: 33, b: 33, 6zbJA: IsNull, }"] [2025/04/04 20:23:02.442 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 34, b: 34, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:26, }"] [row2="{ a: 34, b: 34, 6zbJA: IsNull, d: 20:23:26, }"] [2025/04/04 20:23:02.542 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:27, a: 35, b: 35, }"] [row2="{ b: 35, 6zbJA: IsNull, d: 20:23:27, a: 35, }"] [2025/04/04 20:23:02.643 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 37, b: 37, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:13, }"] [row2="{ a: 37, b: 37, 6zbJA: IsNull, d: 20:26:13, }"] [2025/04/04 20:23:02.743 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 38, b: 38, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:30, }"] [row2="{ a: 38, b: 38, 6zbJA: IsNull, d: 20:23:30, }"] [2025/04/04 20:23:02.843 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:31, a: 39, b: 39, }"] [row2="{ 6zbJA: IsNull, d: 20:23:31, a: 39, b: 39, }"] table mark.finish_mark_1 not exists for 20-th check, retry later [2025/04/04 20:23:02.943 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 40, b: 40, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:32, }"] [row2="{ a: 40, b: 40, 6zbJA: IsNull, d: 20:23:32, }"] [2025/04/04 20:23:03.043 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:23:34, a: 42, b: 42, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ 6zbJA: IsNull, d: 20:23:34, a: 42, b: 42, }"] [2025/04/04 20:23:03.143 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 43, b: 43, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:35, }"] [row2="{ b: 43, 6zbJA: IsNull, d: 20:23:35, a: 43, }"] [2025/04/04 20:23:03.244 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ d: 20:23:36, a: 44, b: 44, 6zbJA: IsNull, }"] [2025/04/04 20:23:03.344 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 45, b: 45, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:37, }"] [row2="{ a: 45, b: 45, 6zbJA: IsNull, d: 20:23:37, }"] [2025/04/04 20:23:03.444 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:57, a: 46, b: 46, }"] [row2="{ a: 46, b: 46, 6zbJA: IsNull, d: 20:27:57, }"] [2025/04/04 20:23:03.544 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 47, b: 47, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:39, }"] [row2="{ a: 47, b: 47, 6zbJA: IsNull, d: 20:23:39, }"] Verifying downstream PD is started... [2025/04/04 20:23:03.644 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 48, b: 48, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:39:02, }"] [row2="{ a: 48, b: 48, 6zbJA: IsNull, d: 20:23:40, }"] [2025/04/04 20:23:03.745 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:23:41, a: 49, b: 49, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 49, b: 49, 6zbJA: IsNull, d: 20:23:41, }"] [2025/04/04 20:23:03.845 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:42, a: 50, b: 50, }"] [row2="{ d: 20:23:42, a: 50, b: 50, 6zbJA: IsNull, }"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:24 --:--:-- 0 [2025/04/04 20:23:03.945 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 51, b: 51, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:12, }"] [row2="{ d: 20:26:12, a: 51, b: 51, 6zbJA: IsNull, }"] [2025/04/04 20:23:04.045 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 52, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:44, a: 52, }"] [row2="{ a: 52, b: 52, 6zbJA: IsNull, d: 20:23:44, }"] [2025/04/04 20:23:04.145 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 53, b: 53, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:15, }"] [row2="{ a: 53, b: 53, 6zbJA: IsNull, d: 20:26:15, }"] [2025/04/04 20:23:04.246 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 54, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:16, a: 54, }"] [row2="{ b: 54, 6zbJA: IsNull, d: 20:26:16, a: 54, }"] [2025/04/04 20:23:04.346 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:47, a: 55, b: 55, }"] [row2="{ a: 55, b: 55, 6zbJA: IsNull, d: 20:23:47, }"] [2025/04/04 20:23:04.446 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:48, a: 56, b: 56, }"] [row2="{ 6zbJA: IsNull, d: 20:23:48, a: 56, b: 56, }"] [2025/04/04 20:23:04.546 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 57, b: 57, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:49, }"] [row2="{ a: 57, b: 57, 6zbJA: IsNull, d: 20:23:49, }"] [2025/04/04 20:23:04.647 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:51, a: 59, b: 59, }"] [row2="{ b: 59, 6zbJA: IsNull, d: 20:23:51, a: 59, }"] [2025/04/04 20:23:04.747 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 60, b: 60, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:52, }"] [row2="{ a: 60, b: 60, 6zbJA: IsNull, d: 20:23:52, }"] [2025/04/04 20:23:04.847 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:53, a: 61, b: 61, }"] [row2="{ d: 20:23:53, a: 61, b: 61, 6zbJA: IsNull, }"] table mark.finish_mark_1 not exists for 21-th check, retry later Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/04 20:23:04.947 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 62, b: 62, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:54, }"] [row2="{ a: 62, b: 62, 6zbJA: IsNull, d: 20:23:54, }"] [2025/04/04 20:23:05.047 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 65, b: 65, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:57, }"] [row2="{ b: 65, 6zbJA: IsNull, d: 20:23:57, a: 65, }"] [2025/04/04 20:23:05.148 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 67, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:23:59, a: 67, }"] [row2="{ a: 67, b: 67, 6zbJA: IsNull, d: 20:23:59, }"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/run.sh using Sink-Type: kafka... <<================= +++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status + source /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/../_utils/test_prepare ++ UP_TIDB_HOST=127.0.0.1 ++ UP_TIDB_PORT=4000 ++ UP_TIDB_OTHER_PORT=4001 ++ UP_TIDB_STATUS=10080 ++ UP_TIDB_OTHER_STATUS=10081 ++ DOWN_TIDB_HOST=127.0.0.1 ++ DOWN_TIDB_PORT=3306 ++ DOWN_TIDB_STATUS=20080 ++ TLS_TIDB_HOST=127.0.0.1 ++ TLS_TIDB_PORT=3307 ++ TLS_TIDB_STATUS=30080 ++ UP_PD_HOST_1=127.0.0.1 ++ UP_PD_PORT_1=2379 ++ UP_PD_PEER_PORT_1=2380 ++ UP_PD_HOST_2=127.0.0.1 ++ UP_PD_PORT_2=2679 ++ UP_PD_PEER_PORT_2=2680 ++ UP_PD_HOST_3=127.0.0.1 ++ UP_PD_PORT_3=2779 ++ UP_PD_PEER_PORT_3=2780 ++ DOWN_PD_HOST=127.0.0.1 ++ DOWN_PD_PORT=2479 ++ DOWN_PD_PEER_PORT=2480 ++ TLS_PD_HOST=127.0.0.1 ++ TLS_PD_PORT=2579 ++ TLS_PD_PEER_PORT=2580 ++ UP_TIKV_HOST_1=127.0.0.1 ++ UP_TIKV_PORT_1=20160 ++ UP_TIKV_STATUS_PORT_1=20181 ++ UP_TIKV_HOST_2=127.0.0.1 ++ UP_TIKV_PORT_2=20161 ++ UP_TIKV_STATUS_PORT_2=20182 ++ UP_TIKV_HOST_3=127.0.0.1 ++ UP_TIKV_PORT_3=20162 ++ UP_TIKV_STATUS_PORT_3=20183 ++ DOWN_TIKV_HOST=127.0.0.1 ++ DOWN_TIKV_PORT=21160 ++ DOWN_TIKV_STATUS_PORT=21180 ++ TLS_TIKV_HOST=127.0.0.1 ++ TLS_TIKV_PORT=22160 ++ TLS_TIKV_STATUS_PORT=22180 +++ cat /tmp/tidb_cdc_test/KAFKA_VERSION +++ echo 2.4.1 ++ KAFKA_VERSION=2.4.1 + WORK_DIR=/tmp/tidb_cdc_test/synced_status + CDC_BINARY=cdc.test + SINK_TYPE=kafka + CDC_COUNT=3 + DB_COUNT=4 + trap stop_tidb_cluster EXIT + run_normal_case_and_unavailable_pd conf/changefeed.toml + rm -rf /tmp/tidb_cdc_test/synced_status + mkdir -p /tmp/tidb_cdc_test/synced_status + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status The 1 times to try to start tidb cluster... 0 0 0 0 0 0 0 0 --:--:-- 0:00:25 --:--:-- 0 [2025/04/04 20:23:05.248 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 68, b: 68, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:00, }"] [row2="{ a: 68, b: 68, 6zbJA: IsNull, d: 20:24:00, }"] [2025/04/04 20:23:05.348 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 69, b: 69, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:01, }"] [row2="{ a: 69, b: 69, 6zbJA: IsNull, d: 20:24:01, }"] [2025/04/04 20:23:05.448 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 70, b: 70, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:35:13, }"] [row2="{ a: 70, b: 70, 6zbJA: IsNull, d: 20:24:02, }"] [2025/04/04 20:23:05.548 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 72, b: 72, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:04, }"] [row2="{ a: 72, b: 72, 6zbJA: IsNull, d: 20:24:04, }"] [2025/04/04 20:23:05.649 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 73, b: 73, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:05, }"] [row2="{ 6zbJA: IsNull, d: 20:24:05, a: 73, b: 73, }"] [2025/04/04 20:23:05.749 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 74, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:00, a: 74, }"] [row2="{ a: 74, b: 74, 6zbJA: IsNull, d: 20:28:00, }"] [2025/04/04 20:23:05.849 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:24:07, a: 75, b: 75, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ 6zbJA: IsNull, d: 20:24:07, a: 75, b: 75, }"] [2025/04/04 20:23:05.949 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 76, b: 76, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:08, }"] [row2="{ a: 76, b: 76, 6zbJA: IsNull, d: 20:24:08, }"] [2025/04/04 20:23:06.049 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 77, b: 77, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:09, }"] [row2="{ a: 77, b: 77, 6zbJA: IsNull, d: 20:24:09, }"] [2025/04/04 20:23:06.150 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:24:10, a: 78, b: 78, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 78, b: 78, 6zbJA: IsNull, d: 20:24:10, }"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:26 --:--:-- 0 [2025/04/04 20:23:06.250 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 79, b: 79, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:11, }"] [row2="{ a: 79, b: 79, 6zbJA: IsNull, d: 20:24:11, }"] [2025/04/04 20:23:06.350 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 81, b: 81, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:13, }"] [row2="{ a: 81, b: 81, 6zbJA: IsNull, d: 20:24:13, }"] [2025/04/04 20:23:06.450 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 82, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:14, a: 82, }"] [row2="{ 6zbJA: IsNull, d: 20:24:14, a: 82, b: 82, }"] [2025/04/04 20:23:06.550 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 84, b: 84, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:16, }"] [row2="{ a: 84, b: 84, 6zbJA: IsNull, d: 20:24:16, }"] [2025/04/04 20:23:06.651 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 85, b: 85, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:45, }"] [row2="{ a: 85, b: 85, 6zbJA: IsNull, d: 20:29:45, }"] [2025/04/04 20:23:06.751 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 86, b: 86, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:18, }"] [row2="{ a: 86, b: 86, 6zbJA: IsNull, d: 20:24:18, }"] [2025/04/04 20:23:06.851 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 88, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:20, a: 88, }"] [row2="{ 6zbJA: IsNull, d: 20:24:20, a: 88, b: 88, }"] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) 0 0 0 0 0 0 0 0 --:--:-- 0:00:27 --:--:-- 0 \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [2025/04/04 20:23:06.951 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ b: 90, 6zbJA: IsNull, d: 20:24:22, a: 90, }"] [2025/04/04 20:23:07.052 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 91, b: 91, 6zbJA: IsNull, d: 20:26:14, }"] [2025/04/04 20:23:07.152 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 93, b: 93, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:25, }"] [row2="{ a: 93, b: 93, 6zbJA: IsNull, d: 20:24:25, }"] [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage table mark.finish_mark_1 not exists for 22-th check, retry later [2025/04/04 20:23:07.252 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 97, b: 97, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:29, }"] [row2="{ a: 97, b: 97, 6zbJA: IsNull, d: 20:24:29, }"] [2025/04/04 20:23:07.352 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 98, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:34:50, a: 98, }"] [row2="{ b: 98, 6zbJA: IsNull, d: 20:24:30, a: 98, }"] [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } 0 0 0 0 0 0 0 0 --:--:-- 0:00:28 --:--:-- 0{"level":"warn","ts":"2025-04-04T20:23:07.389442+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002004380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:23:07.397784+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002080c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:23:07.460073+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001d82e00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} [2025/04/04 20:23:07.452 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 99, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:46, a: 99, }"] [row2="{ 6zbJA: IsNull, d: 20:29:46, a: 99, b: 99, }"] [2025/04/04 20:23:07.553 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:24:32, a: 100, b: 100, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ 6zbJA: IsNull, d: 20:24:32, a: 100, b: 100, }"] [2025/04/04 20:23:07.653 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 101, b: 101, 6zbJA: IsNull, d: 20:24:33, }"] [Pipeline] // node start tidb cluster in /tmp/tidb_cdc_test/synced_status Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [2025/04/04 20:23:07.753 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 103, b: 103, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:35, }"] [row2="{ d: 20:24:35, a: 103, b: 103, 6zbJA: IsNull, }"] [2025/04/04 20:23:07.853 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:36, a: 104, b: 104, }"] [row2="{ a: 104, b: 104, 6zbJA: IsNull, d: 20:24:36, }"] [Pipeline] } [Pipeline] // stage [Pipeline] } [2025/04/04 20:23:07.953 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 105, b: 105, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:37, }"] [row2="{ a: 105, b: 105, 6zbJA: IsNull, d: 20:24:37, }"] [2025/04/04 20:23:08.053 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 106, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:38, a: 106, }"] [row2="{ a: 106, b: 106, 6zbJA: IsNull, d: 20:24:38, }"] [2025/04/04 20:23:08.154 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 108, b: 108, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:40, }"] [row2="{ b: 108, 6zbJA: IsNull, d: 20:24:40, a: 108, }"] [2025/04/04 20:23:08.254 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:42, a: 110, b: 110, }"] [row2="{ b: 110, 6zbJA: IsNull, d: 20:24:42, a: 110, }"] [2025/04/04 20:23:08.354 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:24:44, a: 112, b: 112, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 112, b: 112, 6zbJA: IsNull, d: 20:24:44, }"] [2025/04/04 20:23:08.454 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 114, b: 114, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:37:49, }"] [row2="{ a: 114, b: 114, 6zbJA: IsNull, d: 20:24:46, }"] [2025/04/04 20:23:08.555 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 115, b: 115, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:47, }"] [row2="{ 6zbJA: IsNull, d: 20:24:47, a: 115, b: 115, }"] [2025/04/04 20:23:08.655 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 117, b: 117, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:49, }"] [row2="{ 6zbJA: IsNull, d: 20:24:49, a: 117, b: 117, }"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:29 --:--:-- 0 100 135 100 135 0 0 4 0 0:00:33 0:00:30 0:00:03 28 100 135 100 135 0 0 4 0 0:00:33 0:00:30 0:00:03 35 + synced_status='{ "error_msg": "[CDC:ErrPDEtcdAPIError]etcd api call error: context deadline exceeded", "error_code": "CDC:ErrPDEtcdAPIError" }' ++ echo '{' '"error_msg":' '"[CDC:ErrPDEtcdAPIError]etcd' api call error: context deadline 'exceeded",' '"error_code":' '"CDC:ErrPDEtcdAPIError"' '}' ++ jq -r .error_code + error_code=CDC:ErrPDEtcdAPIError + cleanup_process cdc.test [2025/04/04 20:23:08.755 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 119, b: 119, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:51, }"] [row2="{ a: 119, b: 119, 6zbJA: IsNull, d: 20:24:51, }"] [2025/04/04 20:23:08.855 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 120, b: 120, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:52, }"] [row2="{ d: 20:24:52, a: 120, b: 120, 6zbJA: IsNull, }"] [2025/04/04 20:23:08.955 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 121, b: 121, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:53, }"] [row2="{ d: 20:24:53, a: 121, b: 121, 6zbJA: IsNull, }"] [2025/04/04 20:23:09.056 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ 6zbJA: IsNull, d: 20:24:54, a: 122, b: 122, }"] [2025/04/04 20:23:09.156 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:36:05, a: 123, b: 123, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ b: 123, 6zbJA: IsNull, d: 20:24:55, a: 123, }"] table mark.finish_mark_1 not exists for 23-th check, retry later wait process cdc.test exit for 1-th time... [2025/04/04 20:23:09.256 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 124, b: 124, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:56, }"] [row2="{ b: 124, 6zbJA: IsNull, d: 20:24:56, a: 124, }"] [2025/04/04 20:23:09.356 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 125, b: 125, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:57, }"] [row2="{ a: 125, b: 125, 6zbJA: IsNull, d: 20:24:57, }"] [2025/04/04 20:23:09.456 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 126, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:58, a: 126, }"] [row2="{ a: 126, b: 126, 6zbJA: IsNull, d: 20:24:58, }"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432471059316182 TiDB Cluster ID. tikv_gc_leader_uuid 65803051344000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:20709, start at 2025-04-04 20:23:08.278018149 +0800 CST m=+1.480283271 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:25:08.285 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:23:08.290 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:13:08.290 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432471059316182 TiDB Cluster ID. tikv_gc_leader_uuid 65803051344000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:20709, start at 2025-04-04 20:23:08.278018149 +0800 CST m=+1.480283271 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:25:08.285 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:23:08.290 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:13:08.290 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432475295001621 TiDB Cluster ID. tikv_gc_leader_uuid 6580305132c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:20784, start at 2025-04-04 20:23:08.276118393 +0800 CST m=+1.411291268 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:25:08.284 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:23:08.285 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:13:08.285 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/kafka_simple_claim_check/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/kafka_simple_claim_check/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_simple_claim_check/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_simple_claim_check/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_simple_claim_check/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } wait process cdc.test exit for 2-th time... [2025/04/04 20:23:09.557 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 127, b: 127, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:24:59, }"] [row2="{ d: 20:24:59, a: 127, b: 127, 6zbJA: IsNull, }"] [2025/04/04 20:23:09.657 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:00, a: 128, b: 128, }"] [row2="{ a: 128, b: 128, 6zbJA: IsNull, d: 20:25:00, }"] [2025/04/04 20:23:09.757 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 129, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:01, a: 129, }"] [row2="{ d: 20:25:01, a: 129, b: 129, 6zbJA: IsNull, }"] [2025/04/04 20:23:09.857 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:02, a: 130, b: 130, }"] [row2="{ a: 130, b: 130, 6zbJA: IsNull, d: 20:25:02, }"] [2025/04/04 20:23:09.958 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 132, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:04, a: 132, }"] [row2="{ a: 132, b: 132, 6zbJA: IsNull, d: 20:25:04, }"] [2025/04/04 20:23:10.058 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:44, a: 133, b: 133, }"] [row2="{ d: 20:29:44, a: 133, b: 133, 6zbJA: IsNull, }"] [2025/04/04 20:23:10.158 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 134, b: 134, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:06, }"] [row2="{ d: 20:25:06, a: 134, b: 134, 6zbJA: IsNull, }"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster [2025/04/04 20:23:10.258 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 135, b: 135, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:58, }"] [row2="{ 6zbJA: IsNull, d: 20:27:58, a: 135, b: 135, }"] [2025/04/04 20:23:10.358 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 136, b: 136, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:08, }"] [row2="{ a: 136, b: 136, 6zbJA: IsNull, d: 20:25:08, }"] [2025/04/04 20:23:10.458 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 137, b: 137, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:09, }"] [row2="{ d: 20:25:09, a: 137, b: 137, 6zbJA: IsNull, }"] [2025/04/04 20:23:10.559 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:10, a: 138, b: 138, }"] [row2="{ a: 138, b: 138, 6zbJA: IsNull, d: 20:25:10, }"] [2025/04/04 20:23:10.659 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:25:11, a: 139, b: 139, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ b: 139, 6zbJA: IsNull, d: 20:25:11, a: 139, }"] [2025/04/04 20:23:10.759 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 140, b: 140, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:43, }"] [row2="{ b: 140, 6zbJA: IsNull, d: 20:29:43, a: 140, }"] [2025/04/04 20:23:10.859 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 141, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:13, a: 141, }"] [row2="{ 6zbJA: IsNull, d: 20:25:13, a: 141, b: 141, }"] [2025/04/04 20:23:10.959 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:25:14, a: 142, b: 142, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 142, b: 142, 6zbJA: IsNull, d: 20:25:14, }"] table mark.finish_mark_1 not exists for 24-th check, retry later [2025/04/04 20:23:11.060 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 143, b: 143, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:15, }"] [row2="{ d: 20:25:15, a: 143, b: 143, 6zbJA: IsNull, }"] [2025/04/04 20:23:11.160 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 144, b: 144, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:16, }"] [row2="{ a: 144, b: 144, 6zbJA: IsNull, d: 20:25:16, }"] [Fri Apr 4 20:23:11 CST 2025] <<<<<< START cdc server in kafka_simple_claim_check case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check.2225022252.out server --log-file /tmp/tidb_cdc_test/kafka_simple_claim_check/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_simple_claim_check/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/04 20:23:11.260 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:25:17, a: 145, b: 145, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 145, b: 145, 6zbJA: IsNull, d: 20:25:17, }"] [2025/04/04 20:23:11.360 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 146, b: 146, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:18, }"] [row2="{ a: 146, b: 146, 6zbJA: IsNull, d: 20:25:18, }"] [2025/04/04 20:23:11.460 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 147, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:19, a: 147, }"] [row2="{ a: 147, b: 147, 6zbJA: IsNull, d: 20:25:19, }"] [2025/04/04 20:23:11.561 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 148, b: 148, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:20, }"] [row2="{ d: 20:25:20, a: 148, b: 148, 6zbJA: IsNull, }"] [2025/04/04 20:23:11.661 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 149, b: 149, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:21, }"] [row2="{ 6zbJA: IsNull, d: 20:25:21, a: 149, b: 149, }"] Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/04 20:23:11.761 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:22, a: 150, b: 150, }"] [row2="{ b: 150, 6zbJA: IsNull, d: 20:25:22, a: 150, }"] [2025/04/04 20:23:11.861 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 151, b: 151, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:23, }"] [row2="{ a: 151, b: 151, 6zbJA: IsNull, d: 20:25:23, }"] [2025/04/04 20:23:11.961 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 153, b: 153, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:25, }"] [row2="{ a: 153, b: 153, 6zbJA: IsNull, d: 20:25:25, }"] [2025/04/04 20:23:12.062 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 154, b: 154, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:26, }"] [row2="{ a: 154, b: 154, 6zbJA: IsNull, d: 20:25:26, }"] [2025/04/04 20:23:12.162 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 155, b: 155, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:27, }"] [row2="{ d: 20:25:27, a: 155, b: 155, 6zbJA: IsNull, }"] 8:23PM INF > Info cdc.mysql=kafka://127.0.0.1:9092/output_debezium cdc.tidb=kafka://127.0.0.1:9092/output_ticdc db.mysql=root@tcp(127.0.0.1:3310)/{db}?allowNativePasswords=true db.tidb=root@tcp(127.0.0.1:4000)/{db}?allowNativePasswords=true 8:23PM INF > Run case=sql/data_types.sql [2025/04/04 20:23:12.262 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 157, b: 157, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:29, }"] [row2="{ b: 157, 6zbJA: IsNull, d: 20:25:29, a: 157, }"] [2025/04/04 20:23:12.362 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 158, b: 158, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:30, }"] [row2="{ a: 158, b: 158, 6zbJA: IsNull, d: 20:25:30, }"] [2025/04/04 20:23:12.462 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 159, b: 159, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:31, }"] [row2="{ a: 159, b: 159, 6zbJA: IsNull, d: 20:25:31, }"] [2025/04/04 20:23:12.562 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 160, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:32, a: 160, }"] [row2="{ 6zbJA: IsNull, d: 20:25:32, a: 160, b: 160, }"] [2025/04/04 20:23:12.663 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 161, b: 161, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:01, }"] [row2="{ a: 161, b: 161, 6zbJA: IsNull, d: 20:28:01, }"] [2025/04/04 20:23:12.763 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:25:34, a: 162, b: 162, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ b: 162, 6zbJA: IsNull, d: 20:25:34, a: 162, }"] [2025/04/04 20:23:12.863 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 163, b: 163, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:37:28, }"] [row2="{ a: 163, b: 163, 6zbJA: IsNull, d: 20:25:35, }"] [2025/04/04 20:23:12.963 +08:00] [WARN] [diff.go:937] ["find different row"] [column=d] [row1="{ a: 164, b: 164, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:34:51, }"] [row2="{ a: 164, b: 164, 6zbJA: IsNull, d: 20:25:36, }"] table mark.finish_mark_1 not exists for 25-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... [2025/04/04 20:23:13.063 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 165, b: 165, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:35:12, }"] [row2="{ a: 165, b: 165, 6zbJA: IsNull, d: 20:25:37, }"] [2025/04/04 20:23:13.164 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 166, b: 166, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:38, }"] [row2="{ 6zbJA: IsNull, d: 20:25:38, a: 166, b: 166, }"] [2025/04/04 20:23:13.264 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 167, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:39, a: 167, }"] [row2="{ a: 167, b: 167, 6zbJA: IsNull, d: 20:25:39, }"] Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/04 20:23:13.364 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 169, b: 169, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:41, }"] [row2="{ a: 169, b: 169, 6zbJA: IsNull, d: 20:25:41, }"] [2025/04/04 20:23:13.464 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 170, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:42, a: 170, }"] [row2="{ a: 170, b: 170, 6zbJA: IsNull, d: 20:25:42, }"] [2025/04/04 20:23:13.564 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 171, b: 171, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:43, }"] [row2="{ 6zbJA: IsNull, d: 20:25:43, a: 171, b: 171, }"] [2025/04/04 20:23:13.664 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:44, a: 172, b: 172, }"] [row2="{ a: 172, b: 172, 6zbJA: IsNull, d: 20:25:44, }"] [2025/04/04 20:23:13.765 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ b: 173, 6zbJA: IsNull, d: 20:25:45, a: 173, }"] [2025/04/04 20:23:13.865 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 174, b: 174, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:46, }"] [row2="{ a: 174, b: 174, 6zbJA: IsNull, d: 20:25:46, }"] [2025/04/04 20:23:13.965 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:47, a: 175, b: 175, }"] [row2="{ a: 175, b: 175, 6zbJA: IsNull, d: 20:25:47, }"] [2025/04/04 20:23:14.065 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 176, b: 176, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:48, }"] [row2="{ 6zbJA: IsNull, d: 20:25:48, a: 176, b: 176, }"] [2025/04/04 20:23:14.165 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 177, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:49, a: 177, }"] [row2="{ a: 177, b: 177, 6zbJA: IsNull, d: 20:25:49, }"] [2025/04/04 20:23:14.266 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 178, b: 178, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:50, }"] [row2="{ b: 178, 6zbJA: IsNull, d: 20:25:50, a: 178, }"] [2025/04/04 20:23:14.366 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:51, a: 179, b: 179, }"] [row2="{ 6zbJA: IsNull, d: 20:25:51, a: 179, b: 179, }"] [2025/04/04 20:23:14.466 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:25:52, a: 180, b: 180, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ 6zbJA: IsNull, d: 20:25:52, a: 180, b: 180, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:23:14 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/89b6634c-916f-4b81-bb8b-823632d53a83 {"id":"89b6634c-916f-4b81-bb8b-823632d53a83","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769391} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c12b01d3 89b6634c-916f-4b81-bb8b-823632d53a83 /tidb/cdc/default/default/upstream/7489432471059316182 {"id":7489432471059316182,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/89b6634c-916f-4b81-bb8b-823632d53a83 {"id":"89b6634c-916f-4b81-bb8b-823632d53a83","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769391} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c12b01d3 89b6634c-916f-4b81-bb8b-823632d53a83 /tidb/cdc/default/default/upstream/7489432471059316182 {"id":7489432471059316182,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/89b6634c-916f-4b81-bb8b-823632d53a83 {"id":"89b6634c-916f-4b81-bb8b-823632d53a83","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769391} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c12b01d3 89b6634c-916f-4b81-bb8b-823632d53a83 /tidb/cdc/default/default/upstream/7489432471059316182 {"id":7489432471059316182,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check.cli.22311.out cli tso query --pd=http://127.0.0.1:2379 [2025/04/04 20:23:14.566 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 181, b: 181, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:53, }"] [row2="{ a: 181, b: 181, 6zbJA: IsNull, d: 20:25:53, }"] [2025/04/04 20:23:14.666 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 182, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:54, a: 182, }"] [row2="{ d: 20:25:54, a: 182, b: 182, 6zbJA: IsNull, }"] [2025/04/04 20:23:14.767 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 183, b: 183, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:55, }"] [row2="{ a: 183, b: 183, 6zbJA: IsNull, d: 20:25:55, }"] table mark.finish_mark_1 not exists for 26-th check, retry later [2025/04/04 20:23:14.867 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 184, b: 184, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:56, }"] [row2="{ 6zbJA: IsNull, d: 20:25:56, a: 184, b: 184, }"] [2025/04/04 20:23:14.967 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 185, b: 185, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:57, }"] [row2="{ a: 185, b: 185, 6zbJA: IsNull, d: 20:25:57, }"] [2025/04/04 20:23:15.067 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 186, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:58, a: 186, }"] [row2="{ a: 186, b: 186, 6zbJA: IsNull, d: 20:25:58, }"] [2025/04/04 20:23:15.167 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 187, b: 187, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:25:59, }"] [row2="{ 6zbJA: IsNull, d: 20:25:59, a: 187, b: 187, }"] [2025/04/04 20:23:15.267 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 188, b: 188, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:00, }"] [row2="{ a: 188, b: 188, 6zbJA: IsNull, d: 20:26:00, }"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432505383351831 TiDB Cluster ID. tikv_gc_leader_uuid 658030575d00014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:17003, start at 2025-04-04 20:23:14.593469379 +0800 CST m=+1.363309728 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:25:14.600 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:23:14.598 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:13:14.598 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432505383351831 TiDB Cluster ID. tikv_gc_leader_uuid 658030575d00014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:17003, start at 2025-04-04 20:23:14.593469379 +0800 CST m=+1.363309728 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:25:14.600 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:23:14.598 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:13:14.598 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432498898353368 TiDB Cluster ID. tikv_gc_leader_uuid 658030578f4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:17072, start at 2025-04-04 20:23:14.778016045 +0800 CST m=+1.488254174 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:25:14.785 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:23:14.749 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:13:14.749 +0800 All versions after safe point can be accessed. (DO NOT EDIT) [2025/04/04 20:23:15.368 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 189, b: 189, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:01, }"] [row2="{ a: 189, b: 189, 6zbJA: IsNull, d: 20:26:01, }"] [2025/04/04 20:23:15.468 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 190, b: 190, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:02, }"] [row2="{ a: 190, b: 190, 6zbJA: IsNull, d: 20:26:02, }"] Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/04 20:23:15.568 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 191, b: 191, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:03, }"] [row2="{ b: 191, 6zbJA: IsNull, d: 20:26:03, a: 191, }"] [2025/04/04 20:23:15.668 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 192, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:04, a: 192, }"] [row2="{ 6zbJA: IsNull, d: 20:26:04, a: 192, b: 192, }"] [2025/04/04 20:23:15.768 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 193, b: 193, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:05, }"] [row2="{ a: 193, b: 193, 6zbJA: IsNull, d: 20:26:05, }"] [2025/04/04 20:23:15.869 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 194, b: 194, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:06, }"] [row2="{ a: 194, b: 194, 6zbJA: IsNull, d: 20:26:06, }"] [2025/04/04 20:23:15.969 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 196, b: 196, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:08, }"] [row2="{ d: 20:26:08, a: 196, b: 196, 6zbJA: IsNull, }"] [2025/04/04 20:23:16.069 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 197, b: 197, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:09, }"] [row2="{ d: 20:26:09, a: 197, b: 197, 6zbJA: IsNull, }"] [2025/04/04 20:23:16.169 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 199, b: 199, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:11, }"] [row2="{ b: 199, 6zbJA: IsNull, d: 20:26:11, a: 199, }"] [2025/04/04 20:23:16.269 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:26:17, a: 200, b: 200, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ b: 200, 6zbJA: IsNull, d: 20:26:17, a: 200, }"] + set +x + tso='457118684175663110 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118684175663110 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check.cli.22338.out cli changefeed create --start-ts=457118684175663110 '--sink-uri=kafka://127.0.0.1:9092/kafka-simple-claim-check-30386?protocol=simple' -c kafka-simple-claim-check --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check/conf/changefeed.toml Create changefeed successfully! ID: kafka-simple-claim-check Info: {"upstream_id":7489432471059316182,"namespace":"default","id":"kafka-simple-claim-check","sink_uri":"kafka://127.0.0.1:9092/kafka-simple-claim-check-30386?protocol=simple","create_time":"2025-04-04T20:23:16.449050411+08:00","start_ts":457118684175663110,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"snappy","claim_check_storage_uri":"file:///tmp/kafka-simple-claim-check","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118684175663110,"checkpoint_ts":457118684175663110,"checkpoint_time":"2025-04-04 20:23:14.591"} PASS [2025/04/04 20:23:16.370 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 201, b: 201, 6zbJA: IsNull, d: 20:26:18, }"] [2025/04/04 20:23:16.470 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 202, b: 202, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:19, }"] [row2="{ a: 202, b: 202, 6zbJA: IsNull, d: 20:26:19, }"] coverage: 2.5% of statements in github.com/pingcap/tiflow/... [2025/04/04 20:23:16.570 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:20, a: 203, b: 203, }"] [row2="{ b: 203, 6zbJA: IsNull, d: 20:26:20, a: 203, }"] [2025/04/04 20:23:16.670 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 204, b: 204, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:21, }"] [row2="{ a: 204, b: 204, 6zbJA: IsNull, d: 20:26:21, }"] [2025/04/04 20:23:16.770 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 205, b: 205, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:22, }"] [row2="{ a: 205, b: 205, 6zbJA: IsNull, d: 20:26:22, }"] [2025/04/04 20:23:16.871 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 206, b: 206, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:23, }"] [row2="{ d: 20:26:23, a: 206, b: 206, 6zbJA: IsNull, }"] [2025/04/04 20:23:16.971 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 207, b: 207, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:24, }"] [row2="{ a: 207, b: 207, 6zbJA: IsNull, d: 20:26:24, }"] [2025/04/04 20:23:17.071 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 208, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:25, a: 208, }"] [row2="{ b: 208, 6zbJA: IsNull, d: 20:26:25, a: 208, }"] [2025/04/04 20:23:17.171 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 209, b: 209, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:26, }"] [row2="{ a: 209, b: 209, 6zbJA: IsNull, d: 20:26:26, }"] [2025/04/04 20:23:17.271 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 210, b: 210, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:27, }"] [row2="{ a: 210, b: 210, 6zbJA: IsNull, d: 20:26:27, }"] table mark.finish_mark_1 not exists for 27-th check, retry later [2025/04/04 20:23:17.372 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 211, b: 211, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:28, }"] [row2="{ a: 211, b: 211, 6zbJA: IsNull, d: 20:26:28, }"] [2025/04/04 20:23:17.472 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:26:29, a: 212, b: 212, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 212, b: 212, 6zbJA: IsNull, d: 20:26:29, }"] [2025/04/04 20:23:17.572 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 213, b: 213, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:30, }"] [row2="{ a: 213, b: 213, 6zbJA: IsNull, d: 20:26:30, }"] [2025/04/04 20:23:17.672 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 214, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:31, a: 214, }"] [row2="{ a: 214, b: 214, 6zbJA: IsNull, d: 20:26:31, }"] [2025/04/04 20:23:17.772 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 215, b: 215, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:32, }"] [row2="{ d: 20:26:32, a: 215, b: 215, 6zbJA: IsNull, }"] [2025/04/04 20:23:17.872 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 216, b: 216, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:33, }"] [row2="{ a: 216, b: 216, 6zbJA: IsNull, d: 20:26:33, }"] [2025/04/04 20:23:17.973 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ d: 20:26:34, a: 217, b: 217, 6zbJA: IsNull, }"] [2025/04/04 20:23:18.073 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 218, b: 218, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:35, }"] [row2="{ 6zbJA: IsNull, d: 20:26:35, a: 218, b: 218, }"] + set +x + cd /tmp/tidb_cdc_test/synced_status ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.18374.out cli tso query --pd=http://127.0.0.1:2379 + run_case_with_unavailable_tikv conf/changefeed-redo.toml + rm -rf /tmp/tidb_cdc_test/synced_status_with_redo + mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory [2025/04/04 20:23:18.173 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ 6zbJA: IsNull, d: 20:26:36, a: 219, b: 219, }"] [2025/04/04 20:23:18.273 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 220, b: 220, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:37, }"] [row2="{ a: 220, b: 220, 6zbJA: IsNull, d: 20:26:37, }"] [2025/04/04 20:23:18.373 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 221, b: 221, 6zbJA: IsNull, d: 20:26:38, }"] [2025/04/04 20:23:18.474 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 223, b: 223, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:40, }"] [row2="{ a: 223, b: 223, 6zbJA: IsNull, d: 20:26:40, }"] [2025/04/04 20:23:18.574 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:26:41, a: 224, b: 224, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ 6zbJA: IsNull, d: 20:26:41, a: 224, b: 224, }"] [2025/04/04 20:23:18.674 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 225, b: 225, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:42, }"] [row2="{ a: 225, b: 225, 6zbJA: IsNull, d: 20:26:42, }"] [2025/04/04 20:23:18.774 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 226, b: 226, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:47, }"] [row2="{ a: 226, b: 226, 6zbJA: IsNull, d: 20:29:47, }"] [2025/04/04 20:23:18.874 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:44, a: 227, b: 227, }"] [row2="{ a: 227, b: 227, 6zbJA: IsNull, d: 20:26:44, }"] [2025/04/04 20:23:18.974 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 228, b: 228, 6zbJA: IsNull, d: 20:26:45, }"] [2025/04/04 20:23:19.075 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 229, b: 229, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:46, }"] [row2="{ a: 229, b: 229, 6zbJA: IsNull, d: 20:26:46, }"] table mark.finish_mark_1 not exists for 28-th check, retry later [2025/04/04 20:23:19.175 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 230, b: 230, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:47, }"] [row2="{ b: 230, 6zbJA: IsNull, d: 20:26:47, a: 230, }"] [2025/04/04 20:23:19.275 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 231, b: 231, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:48, }"] [row2="{ a: 231, b: 231, 6zbJA: IsNull, d: 20:26:48, }"] + set +x + tso='457118685042573315 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118685042573315 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457118685042573315 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test [Fri Apr 4 20:23:19 CST 2025] <<<<<< START cdc server in synced_status case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.1840818410.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/04 20:23:19.375 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 232, b: 232, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:49, }"] [row2="{ a: 232, b: 232, 6zbJA: IsNull, d: 20:26:49, }"] [2025/04/04 20:23:19.476 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 233, b: 233, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:50, }"] [row2="{ a: 233, b: 233, 6zbJA: IsNull, d: 20:26:50, }"] [2025/04/04 20:23:19.576 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 234, b: 234, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:51, }"] [row2="{ 6zbJA: IsNull, d: 20:26:51, a: 234, b: 234, }"] [2025/04/04 20:23:19.677 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:52, a: 235, b: 235, }"] [row2="{ d: 20:26:52, a: 235, b: 235, 6zbJA: IsNull, }"] [2025/04/04 20:23:19.777 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 236, b: 236, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:53, }"] [row2="{ a: 236, b: 236, 6zbJA: IsNull, d: 20:26:53, }"] [2025/04/04 20:23:19.877 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:55, a: 238, b: 238, }"] [row2="{ a: 238, b: 238, 6zbJA: IsNull, d: 20:26:55, }"] [2025/04/04 20:23:19.977 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 239, b: 239, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:56, }"] [row2="{ a: 239, b: 239, 6zbJA: IsNull, d: 20:26:56, }"] [2025/04/04 20:23:20.077 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 240, b: 240, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:57, }"] [row2="{ b: 240, 6zbJA: IsNull, d: 20:26:57, a: 240, }"] [2025/04/04 20:23:20.178 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 241, b: 241, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:58, }"] [row2="{ a: 241, b: 241, 6zbJA: IsNull, d: 20:26:58, }"] [2025/04/04 20:23:20.278 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:26:59, a: 242, b: 242, }"] [row2="{ b: 242, 6zbJA: IsNull, d: 20:26:59, a: 242, }"] [2025/04/04 20:23:20.378 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 243, b: 243, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:00, }"] [row2="{ a: 243, b: 243, 6zbJA: IsNull, d: 20:27:00, }"] [2025/04/04 20:23:20.478 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 244, b: 244, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:01, }"] [row2="{ a: 244, b: 244, 6zbJA: IsNull, d: 20:27:01, }"] [2025/04/04 20:23:20.578 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 245, b: 245, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:02, }"] [row2="{ d: 20:27:02, a: 245, b: 245, 6zbJA: IsNull, }"] [2025/04/04 20:23:20.679 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 246, b: 246, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:03, }"] [row2="{ 6zbJA: IsNull, d: 20:27:03, a: 246, b: 246, }"] [2025/04/04 20:23:20.779 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:27:04, a: 247, b: 247, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 247, b: 247, 6zbJA: IsNull, d: 20:27:04, }"] [2025/04/04 20:23:20.879 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 248, b: 248, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:34:07, }"] [row2="{ b: 248, 6zbJA: IsNull, d: 20:27:05, a: 248, }"] [2025/04/04 20:23:20.979 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:06, a: 249, b: 249, }"] [row2="{ 6zbJA: IsNull, d: 20:27:06, a: 249, b: 249, }"] [2025/04/04 20:23:21.079 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 250, b: 250, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:07, }"] [row2="{ 6zbJA: IsNull, d: 20:27:07, a: 250, b: 250, }"] table mark.finish_mark_1 not exists for 29-th check, retry later [2025/04/04 20:23:21.180 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:27:08, a: 251, b: 251, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 251, b: 251, 6zbJA: IsNull, d: 20:27:08, }"] [2025/04/04 20:23:21.280 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 252, b: 252, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:09, }"] [row2="{ a: 252, b: 252, 6zbJA: IsNull, d: 20:27:09, }"] [2025/04/04 20:23:21.380 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 253, b: 253, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:10, }"] [row2="{ a: 253, b: 253, 6zbJA: IsNull, d: 20:27:10, }"] chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/04 20:23:21.480 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 254, b: 254, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:11, }"] [row2="{ a: 254, b: 254, 6zbJA: IsNull, d: 20:27:11, }"] [2025/04/04 20:23:21.580 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 256, b: 256, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:13, }"] [row2="{ a: 256, b: 256, 6zbJA: IsNull, d: 20:27:13, }"] [2025/04/04 20:23:21.681 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 257, b: 257, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:14, }"] [row2="{ d: 20:27:14, a: 257, b: 257, 6zbJA: IsNull, }"] [2025/04/04 20:23:21.781 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 258, b: 258, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:15, }"] [row2="{ d: 20:27:15, a: 258, b: 258, 6zbJA: IsNull, }"] [2025/04/04 20:23:21.881 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 260, b: 260, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:17, }"] [row2="{ a: 260, b: 260, 6zbJA: IsNull, d: 20:27:17, }"] [2025/04/04 20:23:21.981 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 261, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:31, a: 261, }"] [row2="{ a: 261, b: 261, 6zbJA: IsNull, d: 20:31:31, }"] [2025/04/04 20:23:22.081 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 262, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:19, a: 262, }"] [row2="{ d: 20:27:19, a: 262, b: 262, 6zbJA: IsNull, }"] [2025/04/04 20:23:22.182 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 263, b: 263, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:20, }"] [row2="{ b: 263, 6zbJA: IsNull, d: 20:27:20, a: 263, }"] [2025/04/04 20:23:22.282 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 264, b: 264, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:21, }"] [row2="{ a: 264, b: 264, 6zbJA: IsNull, d: 20:27:21, }"] [2025/04/04 20:23:22.382 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 265, b: 265, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:22, }"] [row2="{ a: 265, b: 265, 6zbJA: IsNull, d: 20:27:22, }"] [2025/04/04 20:23:22.482 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 266, b: 266, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:23, }"] [row2="{ a: 266, b: 266, 6zbJA: IsNull, d: 20:27:23, }"] [2025/04/04 20:23:22.582 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 267, b: 267, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:24, }"] [row2="{ a: 267, b: 267, 6zbJA: IsNull, d: 20:27:24, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:23:22 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c0417629-40b4-4a60-b828-6cea82375bbb {"id":"c0417629-40b4-4a60-b828-6cea82375bbb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769399} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c14249d6 c0417629-40b4-4a60-b828-6cea82375bbb /tidb/cdc/default/default/upstream/7489432505383351831 {"id":7489432505383351831,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c0417629-40b4-4a60-b828-6cea82375bbb {"id":"c0417629-40b4-4a60-b828-6cea82375bbb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769399} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c14249d6 c0417629-40b4-4a60-b828-6cea82375bbb /tidb/cdc/default/default/upstream/7489432505383351831 {"id":7489432505383351831,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c0417629-40b4-4a60-b828-6cea82375bbb {"id":"c0417629-40b4-4a60-b828-6cea82375bbb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769399} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c14249d6 c0417629-40b4-4a60-b828-6cea82375bbb /tidb/cdc/default/default/upstream/7489432505383351831 {"id":7489432505383351831,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457118685042573315 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.18474.out cli changefeed create --start-ts=457118685042573315 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml [2025/04/04 20:23:22.683 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 268, b: 268, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:25, }"] [row2="{ a: 268, b: 268, 6zbJA: IsNull, d: 20:27:25, }"] [2025/04/04 20:23:22.783 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:26, a: 269, b: 269, }"] [row2="{ 6zbJA: IsNull, d: 20:27:26, a: 269, b: 269, }"] [2025/04/04 20:23:22.883 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 270, b: 270, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:27, }"] [row2="{ 6zbJA: IsNull, d: 20:27:27, a: 270, b: 270, }"] Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489432505383351831,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-04T20:23:22.85750828+08:00","start_ts":457118685042573315,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118685042573315,"checkpoint_ts":457118685042573315,"checkpoint_time":"2025-04-04 20:23:17.898"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table mark.finish_mark_1 not exists for 30-th check, retry later [2025/04/04 20:23:22.983 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 271, b: 271, 6zbJA: IsNull, d: 20:27:28, }"] [2025/04/04 20:23:23.083 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 272, b: 272, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:29, }"] [row2="{ a: 272, b: 272, 6zbJA: IsNull, d: 20:27:29, }"] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check.cli.22388.out cli changefeed pause -c kafka-simple-claim-check PASS [2025/04/04 20:23:23.183 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 273, b: 273, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:30, }"] [row2="{ b: 273, 6zbJA: IsNull, d: 20:27:30, a: 273, }"] [2025/04/04 20:23:23.284 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:27:31, a: 274, b: 274, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 274, b: 274, 6zbJA: IsNull, d: 20:27:31, }"] [2025/04/04 20:23:23.384 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 275, b: 275, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:32, }"] [row2="{ a: 275, b: 275, 6zbJA: IsNull, d: 20:27:32, }"] Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release coverage: 2.0% of statements in github.com/pingcap/tiflow/... [2025/04/04 20:23:23.484 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 276, b: 276, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:33, }"] [row2="{ 6zbJA: IsNull, d: 20:27:33, a: 276, b: 276, }"] [2025/04/04 20:23:23.584 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 277, b: 277, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:34, }"] [row2="{ b: 277, 6zbJA: IsNull, d: 20:27:34, a: 277, }"] [2025/04/04 20:23:23.684 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 278, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:35, a: 278, }"] [row2="{ b: 278, 6zbJA: IsNull, d: 20:27:35, a: 278, }"] [2025/04/04 20:23:23.784 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 279, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:36, a: 279, }"] [row2="{ d: 20:27:36, a: 279, b: 279, 6zbJA: IsNull, }"] [2025/04/04 20:23:23.885 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:27:37, a: 280, b: 280, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ b: 280, 6zbJA: IsNull, d: 20:27:37, a: 280, }"] [2025/04/04 20:23:23.985 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 281, b: 281, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:38, }"] [row2="{ d: 20:27:38, a: 281, b: 281, 6zbJA: IsNull, }"] [2025/04/04 20:23:24.085 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 282, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:39, a: 282, }"] [row2="{ a: 282, b: 282, 6zbJA: IsNull, d: 20:27:39, }"] + set +x ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 221 100 221 0 0 10045 0 --:--:-- --:--:-- --:--:-- 10045 + synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-04 20:23:17.898","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2025-04-04 20:23:24.000","info":"Data syncing is finished"}' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-04' '20:23:17.898","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-04' '20:23:24.000","info":"Data' syncing is 'finished"}' ++ jq .synced + status=true ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-04' '20:23:17.898","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-04' '20:23:24.000","info":"Data' syncing is 'finished"}' ++ jq -r .sink_checkpoint_ts + sink_checkpoint_ts='2025-04-04 20:23:17.898' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-04' '20:23:17.898","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-04' '20:23:24.000","info":"Data' syncing is 'finished"}' ++ jq -r .puller_resolved_ts + puller_resolved_ts='1970-01-01 08:00:00.000' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-04' '20:23:17.898","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-04' '20:23:24.000","info":"Data' syncing is 'finished"}' ++ jq -r .last_synced_ts + last_synced_ts='1970-01-01 08:00:00.000' + '[' true '!=' true ']' + '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']' + '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']' ++ date '+%Y-%m-%d %H:%M:%S' + current='2025-04-04 20:23:24' + echo 'sink_checkpoint_ts is 2025-04-04' 20:23:17.898 sink_checkpoint_ts is 2025-04-04 20:23:17.898 ++ date -d '2025-04-04 20:23:17.898' +%s + checkpoint_timestamp=1743769397 ++ date -d '2025-04-04 20:23:24' +%s + current_timestamp=1743769404 + '[' 7 -gt 300 ']' + run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);' [2025/04/04 20:23:24.185 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 284, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:41, a: 284, }"] [row2="{ 6zbJA: IsNull, d: 20:27:41, a: 284, b: 284, }"] [2025/04/04 20:23:24.285 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 285, b: 285, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:42, }"] [row2="{ b: 285, 6zbJA: IsNull, d: 20:27:42, a: 285, }"] [2025/04/04 20:23:24.386 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:43, a: 286, b: 286, }"] [row2="{ a: 286, b: 286, 6zbJA: IsNull, d: 20:27:43, }"] [2025/04/04 20:23:24.486 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ d: 20:27:44, a: 287, b: 287, 6zbJA: IsNull, }"] [2025/04/04 20:23:24.586 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 288, b: 288, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:45, }"] [row2="{ b: 288, 6zbJA: IsNull, d: 20:27:45, a: 288, }"] + check_table_exists test.t1 127.0.0.1 3306 table test.t1 not exists for 1-th check, retry later [2025/04/04 20:23:24.686 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 289, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:46, a: 289, }"] [row2="{ a: 289, b: 289, 6zbJA: IsNull, d: 20:27:46, }"] [2025/04/04 20:23:24.786 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:47, a: 290, b: 290, }"] [row2="{ d: 20:27:47, a: 290, b: 290, 6zbJA: IsNull, }"] [2025/04/04 20:23:24.887 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 291, b: 291, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:48, }"] [row2="{ a: 291, b: 291, 6zbJA: IsNull, d: 20:27:48, }"] table mark.finish_mark_1 not exists for 31-th check, retry later + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check.cli.22416.out cli changefeed update -c kafka-simple-claim-check '--sink-uri=kafka://127.0.0.1:9092/kafka-simple-claim-check-30386?protocol=simple&max-message-bytes=2048' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check/conf/changefeed.toml --no-confirm [2025/04/04 20:23:24.987 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 292, b: 292, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:49, }"] [row2="{ a: 292, b: 292, 6zbJA: IsNull, d: 20:27:49, }"] [2025/04/04 20:23:25.087 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 293, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:50, a: 293, }"] [row2="{ a: 293, b: 293, 6zbJA: IsNull, d: 20:27:50, }"] Diff of changefeed config: {Type:update Path:[SinkURI] From:kafka://127.0.0.1:9092/kafka-simple-claim-check-30386?protocol=simple To:kafka://127.0.0.1:9092/kafka-simple-claim-check-30386?protocol=simple&max-message-bytes=2048} {Type:update Path:[Config SyncPointInterval] From: To:0xc0038a67c8} {Type:update Path:[Config SyncPointRetention] From: To:0xc0038a67d8} {Type:update Path:[Config Consistent] From: To:0xc000e923f0} Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/04 20:23:25.187 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:51, a: 294, b: 294, }"] [row2="{ b: 294, 6zbJA: IsNull, d: 20:27:51, a: 294, }"] [2025/04/04 20:23:25.287 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 295, b: 295, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:52, }"] [row2="{ d: 20:27:52, a: 295, b: 295, 6zbJA: IsNull, }"] [2025/04/04 20:23:25.387 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 296, b: 296, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:53, }"] [row2="{ a: 296, b: 296, 6zbJA: IsNull, d: 20:27:53, }"] Update changefeed config successfully! ID: kafka-simple-claim-check Info: {"upstream_id":7489432471059316182,"namespace":"default","id":"kafka-simple-claim-check","sink_uri":"kafka://127.0.0.1:9092/kafka-simple-claim-check-30386?protocol=simple\u0026max-message-bytes=2048","create_time":"2025-04-04T20:23:16.449050411+08:00","start_ts":457118684175663110,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"snappy","claim_check_storage_uri":"file:///tmp/kafka-simple-claim-check","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457118686338088965,"checkpoint_time":"2025-04-04 20:23:22.840"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... [2025/04/04 20:23:25.488 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:27:54, a: 297, b: 297, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 297, b: 297, 6zbJA: IsNull, d: 20:27:54, }"] [2025/04/04 20:23:25.588 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 298, b: 298, 6zbJA: IsNull, d: 20:27:55, }"] [2025/04/04 20:23:25.688 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 299, b: 299, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:27:56, }"] [row2="{ 6zbJA: IsNull, d: 20:27:56, a: 299, b: 299, }"] [2025/04/04 20:23:25.788 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:03, a: 300, b: 300, }"] [row2="{ d: 20:28:03, a: 300, b: 300, 6zbJA: IsNull, }"] [2025/04/04 20:23:25.888 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 301, b: 301, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:04, }"] [row2="{ a: 301, b: 301, 6zbJA: IsNull, d: 20:28:04, }"] [2025/04/04 20:23:25.989 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 303, b: 303, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:06, }"] [row2="{ a: 303, b: 303, 6zbJA: IsNull, d: 20:28:06, }"] [2025/04/04 20:23:26.089 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 304, b: 304, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:07, }"] [row2="{ d: 20:28:07, a: 304, b: 304, 6zbJA: IsNull, }"] [2025/04/04 20:23:26.189 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 305, b: 305, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:36:47, }"] [row2="{ a: 305, b: 305, 6zbJA: IsNull, d: 20:28:08, }"] [2025/04/04 20:23:26.289 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ b: 306, 6zbJA: IsNull, d: 20:28:09, a: 306, }"] [2025/04/04 20:23:26.389 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 307, b: 307, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:10, }"] [row2="{ 6zbJA: IsNull, d: 20:28:10, a: 307, b: 307, }"] [2025/04/04 20:23:26.490 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 308, b: 308, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:11, }"] [row2="{ a: 308, b: 308, 6zbJA: IsNull, d: 20:28:11, }"] [2025/04/04 20:23:26.590 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:28:12, a: 309, b: 309, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 309, b: 309, 6zbJA: IsNull, d: 20:28:12, }"] [2025/04/04 20:23:26.690 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 310, b: 310, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:13, }"] [row2="{ 6zbJA: IsNull, d: 20:28:13, a: 310, b: 310, }"] + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check.cli.22447.out cli changefeed resume -c kafka-simple-claim-check [2025/04/04 20:23:26.790 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 311, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:14, a: 311, }"] [row2="{ a: 311, b: 311, 6zbJA: IsNull, d: 20:28:14, }"] [2025/04/04 20:23:26.890 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 312, b: 312, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:15, }"] [row2="{ a: 312, b: 312, 6zbJA: IsNull, d: 20:28:15, }"] [2025/04/04 20:23:26.991 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:28:16, a: 313, b: 313, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 313, b: 313, 6zbJA: IsNull, d: 20:28:16, }"] [2025/04/04 20:23:27.091 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 314, b: 314, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:17, }"] [row2="{ a: 314, b: 314, 6zbJA: IsNull, d: 20:28:17, }"] [2025/04/04 20:23:27.191 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:18, a: 315, b: 315, }"] [row2="{ a: 315, b: 315, 6zbJA: IsNull, d: 20:28:18, }"] table test.t1 exists + sleep 5 PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... [2025/04/04 20:23:27.291 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:19, a: 316, b: 316, }"] [row2="{ a: 316, b: 316, 6zbJA: IsNull, d: 20:28:19, }"] [2025/04/04 20:23:27.391 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:28:20, a: 317, b: 317, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 317, b: 317, 6zbJA: IsNull, d: 20:28:20, }"] table mark.finish_mark_1 not exists for 32-th check, retry later [2025/04/04 20:23:27.492 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:21, a: 318, b: 318, }"] [row2="{ d: 20:28:21, a: 318, b: 318, 6zbJA: IsNull, }"] [2025/04/04 20:23:27.592 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 319, b: 319, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:22, }"] [row2="{ d: 20:28:22, a: 319, b: 319, 6zbJA: IsNull, }"] [2025/04/04 20:23:27.692 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:31:30, a: 320, b: 320, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 320, b: 320, 6zbJA: IsNull, d: 20:31:30, }"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432555774537568 TiDB Cluster ID. tikv_gc_leader_uuid 658030634b8000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:13452, start at 2025-04-04 20:23:26.796146567 +0800 CST m=+1.507613182 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:25:26.804 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:23:26.766 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:13:26.766 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432555774537568 TiDB Cluster ID. tikv_gc_leader_uuid 658030634b8000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:13452, start at 2025-04-04 20:23:26.796146567 +0800 CST m=+1.507613182 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:25:26.804 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:23:26.766 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:13:26.766 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432554879758955 TiDB Cluster ID. tikv_gc_leader_uuid 6580306363c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:13526, start at 2025-04-04 20:23:26.883461006 +0800 CST m=+1.524973832 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:25:26.891 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:23:26.863 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:13:26.863 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/04 20:23:27.792 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 321, b: 321, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:24, }"] [row2="{ a: 321, b: 321, 6zbJA: IsNull, d: 20:28:24, }"] [2025/04/04 20:23:27.892 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 322, b: 322, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:25, }"] [row2="{ a: 322, b: 322, 6zbJA: IsNull, d: 20:28:25, }"] [2025/04/04 20:23:27.992 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 323, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:26, a: 323, }"] [row2="{ a: 323, b: 323, 6zbJA: IsNull, d: 20:28:26, }"] [2025/04/04 20:23:28.093 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 324, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:27, a: 324, }"] [row2="{ 6zbJA: IsNull, d: 20:28:27, a: 324, b: 324, }"] [2025/04/04 20:23:28.193 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 325, b: 325, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:28, }"] [row2="{ a: 325, b: 325, 6zbJA: IsNull, d: 20:28:28, }"] [2025/04/04 20:23:28.293 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 326, b: 326, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:29, }"] [row2="{ d: 20:28:29, a: 326, b: 326, 6zbJA: IsNull, }"] [2025/04/04 20:23:28.393 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 327, b: 327, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:30, }"] [row2="{ b: 327, 6zbJA: IsNull, d: 20:28:30, a: 327, }"] [2025/04/04 20:23:28.493 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 328, b: 328, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:31, }"] [row2="{ b: 328, 6zbJA: IsNull, d: 20:28:31, a: 328, }"] [2025/04/04 20:23:28.593 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 329, b: 329, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:32, }"] [row2="{ 6zbJA: IsNull, d: 20:28:32, a: 329, b: 329, }"] [2025/04/04 20:23:28.694 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 330, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:33, a: 330, }"] [row2="{ a: 330, b: 330, 6zbJA: IsNull, d: 20:28:33, }"] + set +x table test.finish_mark not exists for 1-th check, retry later [2025/04/04 20:23:28.794 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 331, b: 331, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:34, }"] [row2="{ b: 331, 6zbJA: IsNull, d: 20:28:34, a: 331, }"] [2025/04/04 20:23:28.894 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:35, a: 332, b: 332, }"] [row2="{ b: 332, 6zbJA: IsNull, d: 20:28:35, a: 332, }"] [2025/04/04 20:23:28.994 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 333, b: 333, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:36, }"] [row2="{ b: 333, 6zbJA: IsNull, d: 20:28:36, a: 333, }"] [2025/04/04 20:23:29.094 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 334, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:37, a: 334, }"] [row2="{ a: 334, b: 334, 6zbJA: IsNull, d: 20:28:37, }"] [2025/04/04 20:23:29.195 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 335, b: 335, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:38, }"] [row2="{ a: 335, b: 335, 6zbJA: IsNull, d: 20:28:38, }"] table mark.finish_mark_1 not exists for 33-th check, retry later [2025/04/04 20:23:29.295 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:39, a: 336, b: 336, }"] [row2="{ b: 336, 6zbJA: IsNull, d: 20:28:39, a: 336, }"] [2025/04/04 20:23:29.395 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 337, b: 337, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:40, }"] [row2="{ b: 337, 6zbJA: IsNull, d: 20:28:40, a: 337, }"] [2025/04/04 20:23:29.495 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ b: 338, 6zbJA: IsNull, d: 20:28:41, a: 338, }"] [2025/04/04 20:23:29.596 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 339, b: 339, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:42, }"] [row2="{ d: 20:28:42, a: 339, b: 339, 6zbJA: IsNull, }"] [2025/04/04 20:23:29.696 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 340, b: 340, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:43, }"] [row2="{ a: 340, b: 340, 6zbJA: IsNull, d: 20:28:43, }"] + cd /tmp/tidb_cdc_test/synced_status_with_redo ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.14919.out cli tso query --pd=http://127.0.0.1:2379 [2025/04/04 20:23:29.796 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 341, b: 341, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:44, }"] [row2="{ b: 341, 6zbJA: IsNull, d: 20:28:44, a: 341, }"] [2025/04/04 20:23:29.896 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 342, b: 342, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:45, }"] [row2="{ a: 342, b: 342, 6zbJA: IsNull, d: 20:28:45, }"] [2025/04/04 20:23:29.996 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 343, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:46, a: 343, }"] [row2="{ 6zbJA: IsNull, d: 20:28:46, a: 343, b: 343, }"] [2025/04/04 20:23:30.097 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 344, b: 344, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:47, }"] [row2="{ a: 344, b: 344, 6zbJA: IsNull, d: 20:28:47, }"] [2025/04/04 20:23:30.197 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 345, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:48, a: 345, }"] [row2="{ a: 345, b: 345, 6zbJA: IsNull, d: 20:28:48, }"] [2025/04/04 20:23:30.297 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:49, a: 346, b: 346, }"] [row2="{ 6zbJA: IsNull, d: 20:28:49, a: 346, b: 346, }"] [2025/04/04 20:23:30.397 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 347, b: 347, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:50, }"] [row2="{ a: 347, b: 347, 6zbJA: IsNull, d: 20:28:50, }"] [2025/04/04 20:23:30.497 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 348, b: 348, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:32, }"] [row2="{ a: 348, b: 348, 6zbJA: IsNull, d: 20:31:32, }"] [2025/04/04 20:23:30.597 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 349, b: 349, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:52, }"] [row2="{ a: 349, b: 349, 6zbJA: IsNull, d: 20:28:52, }"] [2025/04/04 20:23:30.698 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 350, b: 350, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:53, }"] [row2="{ a: 350, b: 350, 6zbJA: IsNull, d: 20:28:53, }"] [2025/04/04 20:23:30.798 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 351, b: 351, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:54, }"] [row2="{ a: 351, b: 351, 6zbJA: IsNull, d: 20:28:54, }"] [2025/04/04 20:23:30.898 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 352, b: 352, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:55, }"] [row2="{ a: 352, b: 352, 6zbJA: IsNull, d: 20:28:55, }"] [2025/04/04 20:23:30.998 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 353, b: 353, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:56, }"] [row2="{ d: 20:28:56, a: 353, b: 353, 6zbJA: IsNull, }"] table mark.finish_mark_1 not exists for 34-th check, retry later [2025/04/04 20:23:31.098 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 354, b: 354, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:57, }"] [row2="{ a: 354, b: 354, 6zbJA: IsNull, d: 20:28:57, }"] [2025/04/04 20:23:31.199 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 355, b: 355, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:58, }"] [row2="{ a: 355, b: 355, 6zbJA: IsNull, d: 20:28:58, }"] table test.finish_mark not exists for 2-th check, retry later [2025/04/04 20:23:31.299 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 356, b: 356, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:28:59, }"] [row2="{ 6zbJA: IsNull, d: 20:28:59, a: 356, b: 356, }"] [2025/04/04 20:23:31.399 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 357, b: 357, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:00, }"] [row2="{ d: 20:29:00, a: 357, b: 357, 6zbJA: IsNull, }"] [2025/04/04 20:23:31.499 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 358, b: 358, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:01, }"] [row2="{ a: 358, b: 358, 6zbJA: IsNull, d: 20:29:01, }"] + set +x + tso='457118688218972161 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118688218972161 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457118688218972161 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test [Fri Apr 4 20:23:31 CST 2025] <<<<<< START cdc server in synced_status_with_redo case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.1495814960.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/04 20:23:31.599 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 359, b: 359, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:02, }"] [row2="{ a: 359, b: 359, 6zbJA: IsNull, d: 20:29:02, }"] [2025/04/04 20:23:31.699 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 360, b: 360, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:03, }"] [row2="{ 6zbJA: IsNull, d: 20:29:03, a: 360, b: 360, }"] [2025/04/04 20:23:31.800 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 361, b: 361, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:04, }"] [row2="{ a: 361, b: 361, 6zbJA: IsNull, d: 20:29:04, }"] [2025/04/04 20:23:31.900 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:05, a: 362, b: 362, }"] [row2="{ a: 362, b: 362, 6zbJA: IsNull, d: 20:29:05, }"] [2025/04/04 20:23:32.000 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 363, b: 363, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:06, }"] [row2="{ a: 363, b: 363, 6zbJA: IsNull, d: 20:29:06, }"] [2025/04/04 20:23:32.100 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 364, b: 364, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:07, }"] [row2="{ a: 364, b: 364, 6zbJA: IsNull, d: 20:29:07, }"] [2025/04/04 20:23:32.201 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 365, b: 365, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:08, }"] [row2="{ a: 365, b: 365, 6zbJA: IsNull, d: 20:29:08, }"] [2025/04/04 20:23:32.301 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 366, b: 366, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:09, }"] [row2="{ b: 366, 6zbJA: IsNull, d: 20:29:09, a: 366, }"] [2025/04/04 20:23:32.401 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 367, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:10, a: 367, }"] [row2="{ a: 367, b: 367, 6zbJA: IsNull, d: 20:29:10, }"] [2025/04/04 20:23:32.501 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 368, b: 368, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:11, }"] [row2="{ a: 368, b: 368, 6zbJA: IsNull, d: 20:29:11, }"] ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 14294 0 --:--:-- --:--:-- --:--:-- 14294 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-04 20:23:31.249","puller_resolved_ts":"2025-04-04 20:23:24.348","last_synced_ts":"2025-04-04 20:23:24.848","now_ts":"2025-04-04 20:23:31.000","info":"The data syncing is not finished, please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:23:31.249","puller_resolved_ts":"2025-04-04' '20:23:24.348","last_synced_ts":"2025-04-04' '20:23:24.848","now_ts":"2025-04-04' '20:23:31.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:23:31.249","puller_resolved_ts":"2025-04-04' '20:23:24.348","last_synced_ts":"2025-04-04' '20:23:24.848","now_ts":"2025-04-04' '20:23:31.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq -r .info + info='The data syncing is not finished, please wait' + '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']' + sleep 130 [2025/04/04 20:23:32.601 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 369, b: 369, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:12, }"] [row2="{ 6zbJA: IsNull, d: 20:29:12, a: 369, b: 369, }"] [2025/04/04 20:23:32.701 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 371, b: 371, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:14, }"] [row2="{ d: 20:29:14, a: 371, b: 371, 6zbJA: IsNull, }"] [2025/04/04 20:23:32.802 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:36:46, a: 372, b: 372, }"] [row2="{ b: 372, 6zbJA: IsNull, d: 20:29:15, a: 372, }"] [2025/04/04 20:23:32.902 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 373, b: 373, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:40:05, }"] [row2="{ a: 373, b: 373, 6zbJA: IsNull, d: 20:29:16, }"] [2025/04/04 20:23:33.002 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 374, b: 374, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:17, }"] [row2="{ a: 374, b: 374, 6zbJA: IsNull, d: 20:29:17, }"] table mark.finish_mark_1 exists table mark.finish_mark_2 not exists for 1-th check, retry later table test.finish_mark exists check diff successfully [2025/04/04 20:23:33.102 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:29:18, a: 375, b: 375, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ 6zbJA: IsNull, d: 20:29:18, a: 375, b: 375, }"] [2025/04/04 20:23:33.202 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 376, b: 376, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:19, }"] [row2="{ a: 376, b: 376, 6zbJA: IsNull, d: 20:29:19, }"] wait process cdc.test exit for 1-th time... [2025/04/04 20:23:33.302 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 377, b: 377, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:20, }"] [row2="{ d: 20:29:20, a: 377, b: 377, 6zbJA: IsNull, }"] [2025/04/04 20:23:33.403 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:21, a: 378, b: 378, }"] [row2="{ a: 378, b: 378, 6zbJA: IsNull, d: 20:29:21, }"] [2025/04/04 20:23:33.503 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:29:22, a: 379, b: 379, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 379, b: 379, 6zbJA: IsNull, d: 20:29:22, }"] [2025/04/04 20:23:33.603 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 380, b: 380, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:23, }"] [row2="{ a: 380, b: 380, 6zbJA: IsNull, d: 20:29:23, }"] [2025/04/04 20:23:33.703 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 381, b: 381, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:24, }"] [row2="{ a: 381, b: 381, 6zbJA: IsNull, d: 20:29:24, }"] wait process cdc.test exit for 2-th time... [2025/04/04 20:23:33.803 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 382, b: 382, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:25, }"] [row2="{ a: 382, b: 382, 6zbJA: IsNull, d: 20:29:25, }"] [2025/04/04 20:23:33.904 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 383, b: 383, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:26, }"] [row2="{ a: 383, b: 383, 6zbJA: IsNull, d: 20:29:26, }"] [2025/04/04 20:23:34.004 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 384, b: 384, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:27, }"] [row2="{ b: 384, 6zbJA: IsNull, d: 20:29:27, a: 384, }"] [2025/04/04 20:23:34.104 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 385, b: 385, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:28, }"] [row2="{ d: 20:29:28, a: 385, b: 385, 6zbJA: IsNull, }"] [2025/04/04 20:23:34.204 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:29:29, a: 386, b: 386, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 386, b: 386, 6zbJA: IsNull, d: 20:29:29, }"] [2025/04/04 20:23:34.304 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 387, b: 387, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:30, }"] [row2="{ a: 387, b: 387, 6zbJA: IsNull, d: 20:29:30, }"] [2025/04/04 20:23:34.404 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 388, b: 388, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:31, }"] [row2="{ a: 388, b: 388, 6zbJA: IsNull, d: 20:29:31, }"] [2025/04/04 20:23:34.505 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 389, b: 389, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:32, }"] [row2="{ 6zbJA: IsNull, d: 20:29:32, a: 389, b: 389, }"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:23:34 CST 2025] <<<<<< run test case kafka_simple_claim_check success! >>>>>> [2025/04/04 20:23:34.605 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 390, b: 390, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:33, }"] [row2="{ a: 390, b: 390, 6zbJA: IsNull, d: 20:29:33, }"] [2025/04/04 20:23:34.705 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 391, b: 391, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:34, }"] [row2="{ a: 391, b: 391, 6zbJA: IsNull, d: 20:29:34, }"] [2025/04/04 20:23:34.805 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 392, b: 392, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:35, }"] [row2="{ d: 20:29:35, a: 392, b: 392, 6zbJA: IsNull, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:23:34 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/38c4678a-08c3-4f0c-98c5-f9827d0aa863 {"id":"38c4678a-08c3-4f0c-98c5-f9827d0aa863","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769411} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c17746d6 38c4678a-08c3-4f0c-98c5-f9827d0aa863 /tidb/cdc/default/default/upstream/7489432555774537568 {"id":7489432555774537568,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/38c4678a-08c3-4f0c-98c5-f9827d0aa863 {"id":"38c4678a-08c3-4f0c-98c5-f9827d0aa863","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769411} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c17746d6 38c4678a-08c3-4f0c-98c5-f9827d0aa863 /tidb/cdc/default/default/upstream/7489432555774537568 {"id":7489432555774537568,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/38c4678a-08c3-4f0c-98c5-f9827d0aa863 {"id":"38c4678a-08c3-4f0c-98c5-f9827d0aa863","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769411} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c17746d6 38c4678a-08c3-4f0c-98c5-f9827d0aa863 /tidb/cdc/default/default/upstream/7489432555774537568 {"id":7489432555774537568,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed-redo.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457118688218972161 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.15016.out cli changefeed create --start-ts=457118688218972161 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml table mark.finish_mark_2 not exists for 2-th check, retry later [2025/04/04 20:23:34.905 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:29:36, a: 393, b: 393, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ b: 393, 6zbJA: IsNull, d: 20:29:36, a: 393, }"] [2025/04/04 20:23:35.006 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:29, a: 394, b: 394, }"] [row2="{ 6zbJA: IsNull, d: 20:31:29, a: 394, b: 394, }"] Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489432555774537568,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-04T20:23:34.926293694+08:00","start_ts":457118688218972161,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118688218972161,"checkpoint_ts":457118688218972161,"checkpoint_time":"2025-04-04 20:23:30.015"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... [2025/04/04 20:23:35.106 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 395, b: 395, 6zbJA: IsNull, d: 20:29:38, }"] [2025/04/04 20:23:35.206 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 396, b: 396, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:39, }"] [row2="{ a: 396, b: 396, 6zbJA: IsNull, d: 20:29:39, }"] [2025/04/04 20:23:35.306 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ b: 397, 6zbJA: IsNull, d: 20:29:40, a: 397, }"] [2025/04/04 20:23:35.406 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 398, b: 398, 6zbJA: IsNull, d: 20:29:41, }"] [2025/04/04 20:23:35.506 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 399, b: 399, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:42, }"] [row2="{ a: 399, b: 399, 6zbJA: IsNull, d: 20:29:42, }"] [2025/04/04 20:23:35.607 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:49, a: 400, b: 400, }"] [row2="{ a: 400, b: 400, 6zbJA: IsNull, d: 20:29:49, }"] [2025/04/04 20:23:35.707 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 401, b: 401, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:50, }"] [row2="{ a: 401, b: 401, 6zbJA: IsNull, d: 20:29:50, }"] [2025/04/04 20:23:35.807 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:51, a: 402, b: 402, }"] [row2="{ b: 402, 6zbJA: IsNull, d: 20:29:51, a: 402, }"] [2025/04/04 20:23:35.907 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 403, b: 403, 6zbJA: IsNull, d: 20:29:52, }"] [2025/04/04 20:23:36.007 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:53, a: 404, b: 404, }"] [row2="{ a: 404, b: 404, 6zbJA: IsNull, d: 20:29:53, }"] [2025/04/04 20:23:36.107 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 405, b: 405, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:54, }"] [row2="{ d: 20:29:54, a: 405, b: 405, 6zbJA: IsNull, }"] [2025/04/04 20:23:36.208 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 406, b: 406, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:55, }"] [row2="{ a: 406, b: 406, 6zbJA: IsNull, d: 20:29:55, }"] [2025/04/04 20:23:36.308 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 407, b: 407, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:56, }"] [row2="{ b: 407, 6zbJA: IsNull, d: 20:29:56, a: 407, }"] + set +x + run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);' + check_table_exists test.t1 127.0.0.1 3306 table test.t1 not exists for 1-th check, retry later [2025/04/04 20:23:36.408 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 408, b: 408, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:57, }"] [row2="{ a: 408, b: 408, 6zbJA: IsNull, d: 20:29:57, }"] [2025/04/04 20:23:36.508 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 409, b: 409, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:58, }"] [row2="{ a: 409, b: 409, 6zbJA: IsNull, d: 20:29:58, }"] [2025/04/04 20:23:36.608 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 410, b: 410, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:29:59, }"] [row2="{ a: 410, b: 410, 6zbJA: IsNull, d: 20:29:59, }"] [2025/04/04 20:23:36.709 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 411, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:00, a: 411, }"] [row2="{ b: 411, 6zbJA: IsNull, d: 20:30:00, a: 411, }"] [2025/04/04 20:23:36.809 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 412, b: 412, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:01, }"] [row2="{ a: 412, b: 412, 6zbJA: IsNull, d: 20:30:01, }"] [2025/04/04 20:23:36.909 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 413, b: 413, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:02, }"] [row2="{ b: 413, 6zbJA: IsNull, d: 20:30:02, a: 413, }"] [2025/04/04 20:23:37.009 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 414, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:03, a: 414, }"] [row2="{ a: 414, b: 414, 6zbJA: IsNull, d: 20:30:03, }"] [2025/04/04 20:23:37.109 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:04, a: 415, b: 415, }"] [row2="{ d: 20:30:04, a: 415, b: 415, 6zbJA: IsNull, }"] [2025/04/04 20:23:37.210 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 416, b: 416, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:05, }"] [row2="{ b: 416, 6zbJA: IsNull, d: 20:30:05, a: 416, }"] [2025/04/04 20:23:37.310 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 417, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:06, a: 417, }"] [row2="{ a: 417, b: 417, 6zbJA: IsNull, d: 20:30:06, }"] table mark.finish_mark_2 not exists for 3-th check, retry later [2025/04/04 20:23:37.410 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 418, b: 418, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:07, }"] [row2="{ a: 418, b: 418, 6zbJA: IsNull, d: 20:30:07, }"] [2025/04/04 20:23:37.510 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ d: 20:30:08, a: 419, b: 419, 6zbJA: IsNull, }"] [2025/04/04 20:23:37.610 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 420, b: 420, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:09, }"] [row2="{ 6zbJA: IsNull, d: 20:30:09, a: 420, b: 420, }"] [2025/04/04 20:23:37.711 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:10, a: 421, b: 421, }"] [row2="{ a: 421, b: 421, 6zbJA: IsNull, d: 20:30:10, }"] [2025/04/04 20:23:37.811 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 422, b: 422, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:11, }"] [row2="{ d: 20:30:11, a: 422, b: 422, 6zbJA: IsNull, }"] [2025/04/04 20:23:37.911 +08:00] [WARN] [diff.go:937] ["find different row"] [column=d] [row1="{ a: 423, b: 423, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:34:29, }"] [row2="{ a: 423, b: 423, 6zbJA: IsNull, d: 20:30:12, }"] [2025/04/04 20:23:38.011 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:13, a: 424, b: 424, }"] [row2="{ 6zbJA: IsNull, d: 20:30:13, a: 424, b: 424, }"] [2025/04/04 20:23:38.111 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 425, b: 425, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:14, }"] [row2="{ d: 20:30:14, a: 425, b: 425, 6zbJA: IsNull, }"] [2025/04/04 20:23:38.211 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 426, b: 426, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:38:30, }"] [row2="{ b: 426, 6zbJA: IsNull, d: 20:30:15, a: 426, }"] [2025/04/04 20:23:38.312 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 427, b: 427, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:16, }"] [row2="{ a: 427, b: 427, 6zbJA: IsNull, d: 20:30:16, }"] table test.t1 exists + sleep 5 [2025/04/04 20:23:38.412 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:30:17, a: 428, b: 428, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ 6zbJA: IsNull, d: 20:30:17, a: 428, b: 428, }"] [2025/04/04 20:23:38.512 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 429, b: 429, 6zbJA: IsNull, d: 20:30:18, }"] [2025/04/04 20:23:38.612 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:19, a: 430, b: 430, }"] [row2="{ a: 430, b: 430, 6zbJA: IsNull, d: 20:30:19, }"] [2025/04/04 20:23:38.712 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 431, b: 431, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:20, }"] [row2="{ a: 431, b: 431, 6zbJA: IsNull, d: 20:30:20, }"] [2025/04/04 20:23:38.813 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 432, b: 432, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:21, }"] [row2="{ a: 432, b: 432, 6zbJA: IsNull, d: 20:30:21, }"] [2025/04/04 20:23:38.913 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 433, b: 433, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:22, }"] [row2="{ a: 433, b: 433, 6zbJA: IsNull, d: 20:30:22, }"] [2025/04/04 20:23:39.013 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:23, a: 434, b: 434, }"] [row2="{ 6zbJA: IsNull, d: 20:30:23, a: 434, b: 434, }"] [2025/04/04 20:23:39.113 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 435, b: 435, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:24, }"] [row2="{ a: 435, b: 435, 6zbJA: IsNull, d: 20:30:24, }"] table mark.finish_mark_2 not exists for 4-th check, retry later [2025/04/04 20:23:39.213 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 436, b: 436, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:25, }"] [row2="{ a: 436, b: 436, 6zbJA: IsNull, d: 20:30:25, }"] [2025/04/04 20:23:39.313 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 437, b: 437, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:26, }"] [row2="{ 6zbJA: IsNull, d: 20:30:26, a: 437, b: 437, }"] [2025/04/04 20:23:39.414 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:30:27, a: 438, b: 438, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ d: 20:30:27, a: 438, b: 438, 6zbJA: IsNull, }"] [2025/04/04 20:23:39.514 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 439, b: 439, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:28, }"] [row2="{ a: 439, b: 439, 6zbJA: IsNull, d: 20:30:28, }"] [2025/04/04 20:23:39.615 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 440, b: 440, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:29, }"] [row2="{ a: 440, b: 440, 6zbJA: IsNull, d: 20:30:29, }"] [2025/04/04 20:23:39.715 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 441, b: 441, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:30, }"] [row2="{ b: 441, 6zbJA: IsNull, d: 20:30:30, a: 441, }"] [2025/04/04 20:23:39.815 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:30:31, a: 442, b: 442, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 442, b: 442, 6zbJA: IsNull, d: 20:30:31, }"] [2025/04/04 20:23:39.915 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 443, b: 443, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:32, }"] [row2="{ b: 443, 6zbJA: IsNull, d: 20:30:32, a: 443, }"] [2025/04/04 20:23:40.016 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 444, b: 444, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:33, }"] [row2="{ b: 444, 6zbJA: IsNull, d: 20:30:33, a: 444, }"] [2025/04/04 20:23:40.116 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 445, b: 445, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:34, }"] [row2="{ b: 445, 6zbJA: IsNull, d: 20:30:34, a: 445, }"] [2025/04/04 20:23:40.216 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 446, b: 446, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:35, }"] [row2="{ 6zbJA: IsNull, d: 20:30:35, a: 446, b: 446, }"] [2025/04/04 20:23:40.316 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 447, b: 447, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:36, }"] [row2="{ b: 447, 6zbJA: IsNull, d: 20:30:36, a: 447, }"] [2025/04/04 20:23:40.416 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 448, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:37, a: 448, }"] [row2="{ d: 20:30:37, a: 448, b: 448, 6zbJA: IsNull, }"] [2025/04/04 20:23:40.517 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:30:38, a: 449, b: 449, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 449, b: 449, 6zbJA: IsNull, d: 20:30:38, }"] [2025/04/04 20:23:40.617 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 450, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:39, a: 450, }"] [row2="{ b: 450, 6zbJA: IsNull, d: 20:30:39, a: 450, }"] [2025/04/04 20:23:40.717 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:30:40, a: 451, b: 451, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 451, b: 451, 6zbJA: IsNull, d: 20:30:40, }"] [2025/04/04 20:23:40.817 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 452, b: 452, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:41, }"] [row2="{ b: 452, 6zbJA: IsNull, d: 20:30:41, a: 452, }"] [2025/04/04 20:23:40.917 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 453, b: 453, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:42, }"] [row2="{ d: 20:30:42, a: 453, b: 453, 6zbJA: IsNull, }"] [2025/04/04 20:23:41.018 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 454, b: 454, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:43, }"] [row2="{ a: 454, b: 454, 6zbJA: IsNull, d: 20:30:43, }"] [2025/04/04 20:23:41.118 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 455, b: 455, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:44, }"] [row2="{ b: 455, 6zbJA: IsNull, d: 20:30:44, a: 455, }"] table mark.finish_mark_2 not exists for 5-th check, retry later [2025/04/04 20:23:41.218 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 456, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:45, a: 456, }"] [row2="{ d: 20:30:45, a: 456, b: 456, 6zbJA: IsNull, }"] [2025/04/04 20:23:41.318 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 457, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:46, a: 457, }"] [row2="{ b: 457, 6zbJA: IsNull, d: 20:30:46, a: 457, }"] [2025/04/04 20:23:41.418 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 458, b: 458, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:47, }"] [row2="{ a: 458, b: 458, 6zbJA: IsNull, d: 20:30:47, }"] [2025/04/04 20:23:41.519 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 459, b: 459, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:48, }"] [row2="{ d: 20:30:48, a: 459, b: 459, 6zbJA: IsNull, }"] [2025/04/04 20:23:41.619 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 460, b: 460, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:49, }"] [row2="{ a: 460, b: 460, 6zbJA: IsNull, d: 20:30:49, }"] [2025/04/04 20:23:41.719 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:50, a: 461, b: 461, }"] [row2="{ b: 461, 6zbJA: IsNull, d: 20:30:50, a: 461, }"] [2025/04/04 20:23:41.819 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 462, b: 462, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:51, }"] [row2="{ a: 462, b: 462, 6zbJA: IsNull, d: 20:30:51, }"] [2025/04/04 20:23:41.919 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:52, a: 463, b: 463, }"] [row2="{ d: 20:30:52, a: 463, b: 463, 6zbJA: IsNull, }"] [2025/04/04 20:23:42.020 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 464, b: 464, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:53, }"] [row2="{ b: 464, 6zbJA: IsNull, d: 20:30:53, a: 464, }"] [2025/04/04 20:23:42.120 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 465, b: 465, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:54, }"] [row2="{ a: 465, b: 465, 6zbJA: IsNull, d: 20:30:54, }"] [2025/04/04 20:23:42.220 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:55, a: 466, b: 466, }"] [row2="{ b: 466, 6zbJA: IsNull, d: 20:30:55, a: 466, }"] [2025/04/04 20:23:42.320 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 467, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:56, a: 467, }"] [row2="{ a: 467, b: 467, 6zbJA: IsNull, d: 20:30:56, }"] [2025/04/04 20:23:42.420 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 468, b: 468, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:57, }"] [row2="{ b: 468, 6zbJA: IsNull, d: 20:30:57, a: 468, }"] [2025/04/04 20:23:42.521 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 469, b: 469, 6zbJA: IsNull, d: 20:30:58, }"] [2025/04/04 20:23:42.621 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 470, b: 470, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:30:59, }"] [row2="{ a: 470, b: 470, 6zbJA: IsNull, d: 20:30:59, }"] [2025/04/04 20:23:42.721 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ d: 20:31:00, a: 471, b: 471, 6zbJA: IsNull, }"] [2025/04/04 20:23:42.821 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 472, b: 472, 6zbJA: IsNull, d: 20:31:01, }"] [2025/04/04 20:23:42.921 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 473, b: 473, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:02, }"] [row2="{ a: 473, b: 473, 6zbJA: IsNull, d: 20:31:02, }"] table mark.finish_mark_2 not exists for 6-th check, retry later [2025/04/04 20:23:43.022 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 474, b: 474, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:03, }"] [row2="{ a: 474, b: 474, 6zbJA: IsNull, d: 20:31:03, }"] [2025/04/04 20:23:43.122 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:04, a: 475, b: 475, }"] [row2="{ a: 475, b: 475, 6zbJA: IsNull, d: 20:31:04, }"] [2025/04/04 20:23:43.222 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 476, b: 476, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:05, }"] [row2="{ d: 20:31:05, a: 476, b: 476, 6zbJA: IsNull, }"] [2025/04/04 20:23:43.322 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 477, b: 477, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:06, }"] [row2="{ a: 477, b: 477, 6zbJA: IsNull, d: 20:31:06, }"] [2025/04/04 20:23:43.422 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 478, b: 478, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:07, }"] [row2="{ d: 20:31:07, a: 478, b: 478, 6zbJA: IsNull, }"] + kill_tikv ++ ps aux ++ grep tikv-server ++ grep /tmp/tidb_cdc_test/synced_status_with_redo + info='jenkins 12702 33.7 0.6 5169636 2555176 ? Sl 20:23 0:07 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20160 --status-addr 127.0.0.1:20181 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv1.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv1 jenkins 12703 24.5 0.6 5155812 2516312 ? Sl 20:23 0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20161 --status-addr 127.0.0.1:20182 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv2.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv2 jenkins 12704 24.4 0.6 5121504 2490792 ? Sl 20:23 0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20162 --status-addr 127.0.0.1:20183 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv3.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv3 jenkins 12706 32.2 0.6 5157860 2537960 ? Sl 20:23 0:06 tikv-server --pd 127.0.0.1:2479 -A 127.0.0.1:21160 --status-addr 127.0.0.1:21180 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv_down.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv_down' ++ ps aux ++ grep tikv-server ++ grep /tmp/tidb_cdc_test/synced_status_with_redo ++ awk '{print $2}' ++ xargs kill -9 ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 2454 0 --:--:-- --:--:-- --:--:-- 2454 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-04 20:23:42.315","puller_resolved_ts":"2025-04-04 20:23:36.366","last_synced_ts":"2025-04-04 20:23:36.366","now_ts":"2025-04-04 20:23:43.000","info":"The data syncing is not finished, please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:23:42.315","puller_resolved_ts":"2025-04-04' '20:23:36.366","last_synced_ts":"2025-04-04' '20:23:36.366","now_ts":"2025-04-04' '20:23:43.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:23:42.315","puller_resolved_ts":"2025-04-04' '20:23:36.366","last_synced_ts":"2025-04-04' '20:23:36.366","now_ts":"2025-04-04' '20:23:43.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq -r .info + info='The data syncing is not finished, please wait' + target_message='The data syncing is not finished, please wait' + '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']' + sleep 130 [2025/04/04 20:23:43.522 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 479, b: 479, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:08, }"] [row2="{ a: 479, b: 479, 6zbJA: IsNull, d: 20:31:08, }"] [2025/04/04 20:23:43.623 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 480, b: 480, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:09, }"] [row2="{ a: 480, b: 480, 6zbJA: IsNull, d: 20:31:09, }"] [2025/04/04 20:23:43.723 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:10, a: 481, b: 481, }"] [row2="{ 6zbJA: IsNull, d: 20:31:10, a: 481, b: 481, }"] [2025/04/04 20:23:43.823 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 482, b: 482, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:11, }"] [row2="{ b: 482, 6zbJA: IsNull, d: 20:31:11, a: 482, }"] [2025/04/04 20:23:43.923 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:38:51, a: 483, b: 483, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ d: 20:31:12, a: 483, b: 483, 6zbJA: IsNull, }"] [2025/04/04 20:23:44.023 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 484, b: 484, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:13, }"] [row2="{ a: 484, b: 484, 6zbJA: IsNull, d: 20:31:13, }"] [2025/04/04 20:23:44.123 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:14, a: 485, b: 485, }"] [row2="{ b: 485, 6zbJA: IsNull, d: 20:31:14, a: 485, }"] [2025/04/04 20:23:44.224 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 486, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:15, a: 486, }"] [row2="{ d: 20:31:15, a: 486, b: 486, 6zbJA: IsNull, }"] [2025/04/04 20:23:44.324 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 487, b: 487, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:16, }"] [row2="{ b: 487, 6zbJA: IsNull, d: 20:31:16, a: 487, }"] [2025/04/04 20:23:44.424 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 488, b: 488, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:17, }"] [row2="{ a: 488, b: 488, 6zbJA: IsNull, d: 20:31:17, }"] [2025/04/04 20:23:44.524 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 489, b: 489, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:18, }"] [row2="{ a: 489, b: 489, 6zbJA: IsNull, d: 20:31:18, }"] [2025/04/04 20:23:44.624 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ b: 490, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:19, a: 490, }"] [row2="{ a: 490, b: 490, 6zbJA: IsNull, d: 20:31:19, }"] [2025/04/04 20:23:44.725 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 491, b: 491, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:20, }"] [row2="{ 6zbJA: IsNull, d: 20:31:20, a: 491, b: 491, }"] [2025/04/04 20:23:44.825 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 492, b: 492, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:21, }"] [row2="{ a: 492, b: 492, 6zbJA: IsNull, d: 20:31:21, }"] [2025/04/04 20:23:44.925 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 493, b: 493, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:22, }"] [row2="{ a: 493, b: 493, 6zbJA: IsNull, d: 20:31:22, }"] table mark.finish_mark_2 not exists for 7-th check, retry later [2025/04/04 20:23:45.025 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 494, b: 494, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:23, }"] [row2="{ a: 494, b: 494, 6zbJA: IsNull, d: 20:31:23, }"] [2025/04/04 20:23:45.125 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 495, b: 495, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:24, }"] [row2="{ 6zbJA: IsNull, d: 20:31:24, a: 495, b: 495, }"] [2025/04/04 20:23:45.225 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 496, b: 496, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:25, }"] [row2="{ a: 496, b: 496, 6zbJA: IsNull, d: 20:31:25, }"] [2025/04/04 20:23:45.326 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 497, b: 497, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:26, }"] [row2="{ a: 497, b: 497, 6zbJA: IsNull, d: 20:31:26, }"] [2025/04/04 20:23:45.426 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ a: 498, b: 498, 6zbJA: mfdTETPeE3xICplAaqscOfU, d: 20:31:27, }"] [row2="{ 6zbJA: IsNull, d: 20:31:27, a: 498, b: 498, }"] [2025/04/04 20:23:45.526 +08:00] [WARN] [diff.go:937] ["find different row"] [column=6zbJA] [row1="{ d: 20:31:28, a: 499, b: 499, 6zbJA: mfdTETPeE3xICplAaqscOfU, }"] [row2="{ a: 499, b: 499, 6zbJA: IsNull, d: 20:31:28, }"] /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check/run.sh: line 1: 22488 Killed cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check_avro/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... table mark.finish_mark_2 exists table mark.finish_mark_3 not exists for 1-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/kafka_simple_claim_check_avro Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table mark.finish_mark_3 not exists for 2-th check, retry later Verifying downstream PD is started... table mark.finish_mark_3 not exists for 3-th check, retry later Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table mark.finish_mark_3 not exists for 4-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table mark.finish_mark_3 not exists for 5-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432670103717821 TiDB Cluster ID. tikv_gc_leader_uuid 65803080218000b Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:23604, start at 2025-04-04 20:23:56.301152781 +0800 CST m=+1.547078018 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:25:56.308 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:23:56.294 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:13:56.294 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432670103717821 TiDB Cluster ID. tikv_gc_leader_uuid 65803080218000b Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:23604, start at 2025-04-04 20:23:56.301152781 +0800 CST m=+1.547078018 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:25:56.308 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:23:56.294 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:13:56.294 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432678029740397 TiDB Cluster ID. tikv_gc_leader_uuid 6580308014c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:23679, start at 2025-04-04 20:23:56.272746277 +0800 CST m=+1.457453443 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:25:56.280 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:23:56.243 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:13:56.243 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/kafka_simple_claim_check_avro/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/kafka_simple_claim_check_avro/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_simple_claim_check_avro/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_simple_claim_check_avro/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_simple_claim_check_avro/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table mark.finish_mark_3 not exists for 6-th check, retry later table mark.finish_mark_3 not exists for 7-th check, retry later [Fri Apr 4 20:23:59 CST 2025] <<<<<< START cdc server in kafka_simple_claim_check_avro case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check_avro.2513625138.out server --log-file /tmp/tidb_cdc_test/kafka_simple_claim_check_avro/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_simple_claim_check_avro/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table mark.finish_mark_3 exists table mark.finish_mark_4 not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:24:02 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f0a7a7b9-11ad-40fd-a037-dd136bff4c6e {"id":"f0a7a7b9-11ad-40fd-a037-dd136bff4c6e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769439} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c1e462d5 f0a7a7b9-11ad-40fd-a037-dd136bff4c6e /tidb/cdc/default/default/upstream/7489432670103717821 {"id":7489432670103717821,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f0a7a7b9-11ad-40fd-a037-dd136bff4c6e {"id":"f0a7a7b9-11ad-40fd-a037-dd136bff4c6e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769439} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c1e462d5 f0a7a7b9-11ad-40fd-a037-dd136bff4c6e /tidb/cdc/default/default/upstream/7489432670103717821 {"id":7489432670103717821,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f0a7a7b9-11ad-40fd-a037-dd136bff4c6e {"id":"f0a7a7b9-11ad-40fd-a037-dd136bff4c6e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769439} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c1e462d5 f0a7a7b9-11ad-40fd-a037-dd136bff4c6e /tidb/cdc/default/default/upstream/7489432670103717821 {"id":7489432670103717821,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check_avro.cli.25195.out cli tso query --pd=http://127.0.0.1:2379 table mark.finish_mark_4 not exists for 2-th check, retry later + set +x + tso='457118696759623683 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118696759623683 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check_avro.cli.25223.out cli changefeed create --start-ts=457118696759623683 '--sink-uri=kafka://127.0.0.1:9092/kafka-simple-claim-check-avro-16137?protocol=simple&encoding-format=avro' -c kafka-simple-claim-check-avro --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check_avro/conf/changefeed.toml Create changefeed successfully! ID: kafka-simple-claim-check-avro Info: {"upstream_id":7489432670103717821,"namespace":"default","id":"kafka-simple-claim-check-avro","sink_uri":"kafka://127.0.0.1:9092/kafka-simple-claim-check-avro-16137?protocol=simple\u0026encoding-format=avro","create_time":"2025-04-04T20:24:04.411187281+08:00","start_ts":457118696759623683,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"snappy","claim_check_storage_uri":"file:///tmp/kafka-simple-avro-claim-check","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118696759623683,"checkpoint_ts":457118696759623683,"checkpoint_time":"2025-04-04 20:24:02.595"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... table mark.finish_mark_4 not exists for 3-th check, retry later + set +x table mark.finish_mark_4 not exists for 4-th check, retry later table mark.finish_mark_4 not exists for 5-th check, retry later table mark.finish_mark_4 not exists for 6-th check, retry later + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check_avro.cli.25271.out cli changefeed pause -c kafka-simple-claim-check-avro PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... table mark.finish_mark_4 not exists for 7-th check, retry later + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check_avro.cli.25294.out cli changefeed update -c kafka-simple-claim-check-avro '--sink-uri=kafka://127.0.0.1:9092/kafka-simple-claim-check-avro-16137?protocol=simple&encoding-format=avro&max-message-bytes=2048' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check_avro/conf/changefeed.toml --no-confirm Diff of changefeed config: {Type:update Path:[SinkURI] From:kafka://127.0.0.1:9092/kafka-simple-claim-check-avro-16137?protocol=simple&encoding-format=avro To:kafka://127.0.0.1:9092/kafka-simple-claim-check-avro-16137?protocol=simple&encoding-format=avro&max-message-bytes=2048} {Type:update Path:[Config SyncPointInterval] From: To:0xc003855a28} {Type:update Path:[Config SyncPointRetention] From: To:0xc003855a38} {Type:update Path:[Config Consistent] From: To:0xc000eda000} Update changefeed config successfully! ID: kafka-simple-claim-check-avro Info: {"upstream_id":7489432670103717821,"namespace":"default","id":"kafka-simple-claim-check-avro","sink_uri":"kafka://127.0.0.1:9092/kafka-simple-claim-check-avro-16137?protocol=simple\u0026encoding-format=avro\u0026max-message-bytes=2048","create_time":"2025-04-04T20:24:04.411187281+08:00","start_ts":457118696759623683,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"snappy","claim_check_storage_uri":"file:///tmp/kafka-simple-avro-claim-check","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457118699171086340,"checkpoint_time":"2025-04-04 20:24:11.794"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... table mark.finish_mark_4 not exists for 8-th check, retry later + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check_avro.cli.25316.out cli changefeed resume -c kafka-simple-claim-check-avro PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... table mark.finish_mark_4 not exists for 9-th check, retry later + set +x table test.finish_mark not exists for 1-th check, retry later table mark.finish_mark_4 not exists for 10-th check, retry later table test.finish_mark exists check diff successfully table mark.finish_mark_4 exists table mark.finish_mark_5 not exists for 1-th check, retry later wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:24:22 CST 2025] <<<<<< run test case kafka_simple_claim_check_avro success! >>>>>> table mark.finish_mark_5 not exists for 2-th check, retry later table mark.finish_mark_5 not exists for 3-th check, retry later table mark.finish_mark_5 not exists for 4-th check, retry later table mark.finish_mark_5 not exists for 5-th check, retry later table mark.finish_mark_5 exists table mark.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [2025/04/04 20:24:34.225 +08:00] [DEBUG] [pd.rs:582] ["update latency statistics for raftstore-v1"] [tick=2989] [thread_id=124] [2025/04/04 20:24:34.225 +08:00] [DEBUG] [pool.rs:146] ["scheduling task inspect raftstore latency: RaftDisk"] [thread_id=124] [2025/04/04 20:24:34.225 +08:00] [DEBUG] [pd.rs:2055] ["executing task"] [task="inspect raftstore latency: RaftDisk"] [thread_id=30] [2025/04/04 20:24:34.225 +08:00] [DEBUG] [pool.rs:146] ["scheduling task compute slow score: id 2990, factor: RaftDisk, duration RaftstoreDuration { store_wait_duration: Some(16.3µs), store_process_duration: Some(6.189µs), store_write_duration: Some(20.134µs), store_commit_duration: Some(0ns), apply_wait_duration: None, apply_process_duration: None }"] [thread_id=116] [2025/04/04 20:24:34.225 +08:00] [DEBUG] [pd.rs:2055] ["executing task"] [task="compute slow score: id 2990, factor: RaftDisk, duration RaftstoreDuration { store_wait_duration: Some(16.3µs), store_process_duration: Some(6.189µs), store_write_duration: Some(20.134µs), store_commit_duration: Some(0ns), apply_wait_duration: None, apply_process_duration: None }"] [thread_id=30] [2025/04/04 20:24:34.436 +08:00] [DEBUG] [pool.rs:146] ["scheduling task get region cpu records: RawRecords { begin_unix_time_secs: 1743769473, duration: 1.003501639s, records: {TagInfos { store_id: 1, region_id: 38, peer_id: 39, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 255, 22, 95, 114, 128, 0, 0, 0, 0, 255, 0, 0, 74, 0, 0, 0, 0, 0, 250], [116, 128, 0, 0, 0, 0, 0, 0, 255, 22, 95, 114, 128, 0, 0, 0, 0, 255, 0, 0, 74, 0, 0, 0, 0, 0, 250])], extra_attachment: [10, 32, 52, 170, 196, 53, 163, 143, 165, 181, 40, 64, 120, 29, 217, 74, 218, 23, 180, 184, 113, 115, 197, 53, 196, 210, 150, 23, 184, 200, 73, 154, 107, 68, 18, 32, 34, 159, 53, 21, 156, 217, 137, 197, 54, 4, 79, 91, 10, 87, 9, 18, 155, 240, 146, 146, 99, 13, 63, 217, 238, 50, 125, 124, 162, 147, 24, 42, 24, 1, 32, 22] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }, TagInfos { store_id: 1, region_id: 38, peer_id: 39, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 22, 95, 114, 128, 0, 0, 0, 0, 0, 0, 71], [116, 128, 0, 0, 0, 0, 0, 0, 22, 95, 114, 128, 0, 0, 0, 0, 0, 0, 75])], extra_attachment: [10, 32, 7, 204, 201, 188, 166, 126, 181, 138, 123, 24, 180, 55, 254, 174, 202, 97, 130, 162, 213, 200, 111, 131, 232, 138, 150, 64, 69, 10, 137, 1, 25, 61, 18, 32, 14, 114, 158, 51, 23, 203, 26, 119, 189, 5, 251, 42, 117, 92, 192, 44, 126, 48, 209, 180, 62, 48, 106, 151, 131, 3, 110, 17, 145, 75, 200, 191, 24, 1, 32, 22] }: RawRecord { cpu_time: 0, read_keys: 4, write_keys: 0 }, TagInfos { store_id: 1, region_id: 38, peer_id: 39, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 255, 22, 95, 114, 128, 0, 0, 0, 0, 255, 0, 0, 73, 0, 0, 0, 0, 0, 250], [116, 128, 0, 0, 0, 0, 0, 0, 255, 22, 95, 114, 128, 0, 0, 0, 0, 255, 0, 0, 73, 0, 0, 0, 0, 0, 250])], extra_attachment: [10, 32, 52, 170, 196, 53, 163, 143, 165, 181, 40, 64, 120, 29, 217, 74, 218, 23, 180, 184, 113, 115, 197, 53, 196, 210, 150, 23, 184, 200, 73, 154, 107, 68, 18, 32, 34, 159, 53, 21, 156, 217, 137, 197, 54, 4, 79, 91, 10, 87, 9, 18, 155, 240, 146, 146, 99, 13, 63, 217, 238, 50, 125, 124, 162, 147, 24, 42, 24, 1, 32, 22] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }, TagInfos { store_id: 1, region_id: 120, peer_id: 121, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 96, 95, 114, 128, 0, 0, 0, 0, 0, 0, 1], [116, 128, 0, 0, 0, 0, 0, 0, 96, 95, 114, 128, 0, 0, 0, 0, 0, 0, 2])], extra_attachment: [10, 32, 75, 150, 213, 211, 176, 16, 13, 183, 81, 160, 63, 83, 65, 199, 186, 32, 113, 99, 37, 29, 130, 13, 129, 21, 170, 96, 231, 86, 147, 181, 233, 57, 18, 32, 206, 247, 24, 188, 244, 19, 115, 7, 168, 22, 126, 89, 89, 65, 169, 42, 38, 13, 235, 125, 217, 225, 201, 115, 91, 251, 163, 206, 53, 66, 222, 15, 24, 1, 32, 96] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }, TagInfos { store_id: 1, region_id: 38, peer_id: 39, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 255, 22, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 2, 3, 128, 0, 0, 0, 255, 0, 0, 1, 176, 0, 0, 0, 0, 251], [116, 128, 0, 0, 0, 0, 0, 0, 255, 22, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 2, 3, 128, 0, 0, 0, 255, 0, 0, 1, 176, 0, 0, 0, 0, 251])], extra_attachment: [10, 32, 52, 170, 196, 53, 163, 143, 165, 181, 40, 64, 120, 29, 217, 74, 218, 23, 180, 184, 113, 115, 197, 53, 196, 210, 150, 23, 184, 200, 73, 154, 107, 68, 18, 32, 34, 159, 53, 21, 156, 217, 137, 197, 54, 4, 79, 91, 10, 87, 9, 18, 155, 240, 146, 146, 99, 13, 63, 217, 238, 50, 125, 124, 162, 147, 24, 42, 24, 2, 32, 22] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }, TagInfos { store_id: 1, region_id: 40, peer_id: 41, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 24, 95, 114, 128, 0, 0, 0, 0, 0, 1, 180], [116, 128, 0, 0, 0, 0, 0, 0, 24, 95, 114, 128, 0, 0, 0, 0, 0, 1, 181])], extra_attachment: [10, 32, 48, 193, 11, 55, 189, 78, 108, 64, 227, 142, 36, 125, 179, 107, 99, 93, 30, 213, 204, 160, 128, 25, 113, 103, 51, 200, 42, 118, 248, 132, 128, 86, 18, 32, 72, 202, 107, 26, 83, 99, 44, 165, 44, 242, 254, 250, 46, 209, 206, 44, 96, 185, 160, 67, 40, 229, 161, 233, 1, 215, 27, 18, 18, 199, 149, 88, 24, 1, 32, 24] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }, TagInfos { store_id: 1, region_id: 32, peer_id: 33, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 1, 1, 116, 105, 100, 98, 255, 95, 97, 117, 116, 255, 111, 95, 97, 255, 110, 97, 108, 121, 122, 255, 101, 95, 255, 114, 97, 116, 105, 111, 0, 254, 0, 254], [116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 1, 1, 116, 105, 100, 98, 255, 95, 97, 117, 116, 255, 111, 95, 97, 255, 110, 97, 108, 121, 122, 255, 101, 95, 255, 114, 97, 116, 105, 111, 0, 254, 0, 254]), ([116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 1, 1, 116, 105, 100, 98, 255, 95, 97, 117, 116, 255, 111, 95, 97, 255, 110, 97, 108, 121, 122, 255, 101, 95, 255, 115, 116, 97, 114, 116, 95, 255, 116, 255, 105, 109, 101, 0, 0, 0, 0, 251, 255, 0, 0, 0, 0, 0, 0, 0, 0, 247], [116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 1, 1, 116, 105, 100, 98, 255, 95, 97, 117, 116, 255, 111, 95, 97, 255, 110, 97, 108, 121, 122, 255, 101, 95, 255, 115, 116, 97, 114, 116, 95, 255, 116, 255, 105, 109, 101, 0, 0, 0, 0, 251, 255, 0, 0, 0, 0, 0, 0, 0, 0, 247]), ([116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 1, 1, 116, 105, 100, 98, 255, 95, 97, 117, 116, 255, 111, 95, 97, 255, 110, 97, 108, 121, 122, 255, 101, 95, 255, 101, 110, 100, 95, 116, 105, 255, 109, 255, 101, 0, 0, 0, 0, 0, 0, 249, 255, 0, 0, 0, 0, 0, 0, 0, 0, 247], [116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 1, 1, 116, 105, 100, 98, 255, 95, 97, 117, 116, 255, 111, 95, 97, 255, 110, 97, 108, 121, 122, 255, 101, 95, 255, 101, 110, 100, 95, 116, 105, 255, 109, 255, 101, 0, 0, 0, 0, 0, 0, 249, 255, 0, 0, 0, 0, 0, 0, 0, 0, 247])], extra_attachment: [10, 32, 185, 90, 96, 71, 148, 249, 239, 241, 122, 26, 106, 55, 215, 84, 50, 75, 225, 30, 222, 52, 138, 13, 30, 83, 218, 43, 195, 195, 45, 106, 65, 66, 18, 32, 148, 73, 56, 138, 78, 251, 195, 92, 142, 202, 22, 57, 174, 193, 100, 57, 45, 246, 135, 134, 146, 57, 249, 173, 22, 234, 55, 136, 125, 152, 196, 42, 24, 2, 32, 16] }: RawRecord { cpu_time: 0, read_keys: 3, write_keys: 0 }, TagInfos { store_id: 1, region_id: 32, peer_id: 33, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 114, 128, 0, 0, 0, 0, 255, 0, 0, 254, 0, 0, 0, 0, 0, 250], [116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 114, 128, 0, 0, 0, 0, 255, 0, 0, 254, 0, 0, 0, 0, 0, 250]), ([116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 114, 128, 0, 0, 0, 0, 255, 0, 2, 98, 0, 0, 0, 0, 0, 250], [116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 114, 128, 0, 0, 0, 0, 255, 0, 2, 98, 0, 0, 0, 0, 0, 250]), ([116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 114, 128, 0, 0, 0, 0, 255, 0, 0, 189, 0, 0, 0, 0, 0, 250], [116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 114, 128, 0, 0, 0, 0, 255, 0, 0, 189, 0, 0, 0, 0, 0, 250])], extra_attachment: [10, 32, 185, 90, 96, 71, 148, 249, 239, 241, 122, 26, 106, 55, 215, 84, 50, 75, 225, 30, 222, 52, 138, 13, 30, 83, 218, 43, 195, 195, 45, 106, 65, 66, 18, 32, 148, 73, 56, 138, 78, 251, 195, 92, 142, 202, 22, 57, 174, 193, 100, 57, 45, 246, 135, 134, 146, 57, 249, 173, 22, 234, 55, 136, 125, 152, 196, 42, 24, 1, 32, 16] }: RawRecord { cpu_time: 0, read_keys: 3, write_keys: 0 }, TagInfos { store_id: 1, region_id: 40, peer_id: 41, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 24, 95, 105, 128, 0, 0, 0, 0, 0, 0, 1, 3, 128, 0, 0, 0, 0, 0, 1, 178], [116, 128, 0, 0, 0, 0, 0, 0, 24, 95, 105, 128, 0, 0, 0, 0, 0, 0, 1, 3, 128, 0, 0, 0, 0, 0, 1, 179])], extra_attachment: [10, 32, 48, 193, 11, 55, 189, 78, 108, 64, 227, 142, 36, 125, 179, 107, 99, 93, 30, 213, 204, 160, 128, 25, 113, 103, 51, 200, 42, 118, 248, 132, 128, 86, 18, 32, 72, 202, 107, 26, 83, 99, 44, 165, 44, 242, 254, 250, 46, 209, 206, 44, 96, 185, 160, 67, 40, 229, 161, 233, 1, 215, 27, 18, 18, 199, 149, 88, 24, 2, 32, 24] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }, TagInfos { store_id: 1, region_id: 120, peer_id: 121, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 96, 95, 105, 128, 0, 0, 0, 0, 0, 0, 1, 0], [116, 128, 0, 0, 0, 0, 0, 0, 96, 95, 105, 128, 0, 0, 0, 0, 0, 0, 1, 251])], extra_attachment: [10, 32, 75, 150, 213, 211, 176, 16, 13, 183, 81, 160, 63, 83, 65, 199, 186, 32, 113, 99, 37, 29, 130, 13, 129, 21, 170, 96, 231, 86, 147, 181, 233, 57, 18, 32, 206, 247, 24, 188, 244, 19, 115, 7, 168, 22, 126, 89, 89, 65, 169, 42, 38, 13, 235, 125, 217, 225, 201, 115, 91, 251, 163, 206, 53, 66, 222, 15, 24, 2, 32, 96] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }, TagInfos { store_id: 1, region_id: 40, peer_id: 41, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 24, 95, 114, 128, 0, 0, 0, 0, 0, 1, 179], [116, 128, 0, 0, 0, 0, 0, 0, 24, 95, 114, 128, 0, 0, 0, 0, 0, 1, 180])], extra_attachment: [10, 32, 48, 193, 11, 55, 189, 78, 108, 64, 227, 142, 36, 125, 179, 107, 99, 93, 30, 213, 204, 160, 128, 25, 113, 103, 51, 200, 42, 118, 248, 132, 128, 86, 18, 32, 72, 202, 107, 26, 83, 99, 44, 165, 44, 242, 254, 250, 46, 209, 206, 44, 96, 185, 160, 67, 40, 229, 161, 233, 1, 215, 27, 18, 18, 199, 149, 88, 24, 1, 32, 24] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }, TagInfos { store_id: 1, region_id: 40, peer_id: 41, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 24, 95, 105, 128, 0, 0, 0, 0, 0, 0, 1, 3, 128, 0, 0, 0, 0, 0, 1, 176], [116, 128, 0, 0, 0, 0, 0, 0, 24, 95, 105, 128, 0, 0, 0, 0, 0, 0, 1, 3, 128, 0, 0, 0, 0, 0, 1, 177])], extra_attachment: [10, 32, 48, 193, 11, 55, 189, 78, 108, 64, 227, 142, 36, 125, 179, 107, 99, 93, 30, 213, 204, 160, 128, 25, 113, 103, 51, 200, 42, 118, 248, 132, 128, 86, 18, 32, 72, 202, 107, 26, 83, 99, 44, 165, 44, 242, 254, 250, 46, 209, 206, 44, 96, 185, 160, 67, 40, 229, 161, 233, 1, 215, 27, 18, 18, 199, 149, 88, 24, 2, 32, 24] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }, TagInfos { store_id: 1, region_id: 38, peer_id: 39, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 22, 95, 105, 128, 0, 0, 0, 0, 0, 0, 1, 4, 6, 88, 3, 8, 171, 16, 0, 8], [116, 128, 0, 0, 0, 0, 0, 0, 22, 95, 105, 128, 0, 0, 0, 0, 0, 0, 1, 251])], extra_attachment: [10, 32, 7, 204, 201, 188, 166, 126, 181, 138, 123, 24, 180, 55, 254, 174, 202, 97, 130, 162, 213, 200, 111, 131, 232, 138, 150, 64, 69, 10, 137, 1, 25, 61, 18, 32, 14, 114, 158, 51, 23, 203, 26, 119, 189, 5, 251, 42, 117, 92, 192, 44, 126, 48, 209, 180, 62, 48, 106, 151, 131, 3, 110, 17, 145, 75, 200, 191, 24, 2, 32, 22] }: RawRecord { cpu_time: 0, read_keys: 4, write_keys: 0 }, TagInfos { store_id: 1, region_id: 38, peer_id: 39, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 255, 22, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 2, 3, 128, 0, 0, 0, 255, 0, 0, 1, 178, 0, 0, 0, 0, 251], [116, 128, 0, 0, 0, 0, 0, 0, 255, 22, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 2, 3, 128, 0, 0, 0, 255, 0, 0, 1, 178, 0, 0, 0, 0, 251])], extra_attachment: [10, 32, 52, 170, 196, 53, 163, 143, 165, 181, 40, 64, 120, 29, 217, 74, 218, 23, 180, 184, 113, 115, 197, 53, 196, 210, 150, 23, 184, 200, 73, 154, 107, 68, 18, 32, 34, 159, 53, 21, 156, 217, 137, 197, 54, 4, 79, 91, 10, 87, 9, 18, 155, 240, 146, 146, 99, 13, 63, 217, 238, 50, 125, 124, 162, 147, 24, 42, 24, 2, 32, 22] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }} }"] [thread_id=44] [2025/04/04 20:24:34.436 +08:00] [DEBUG] [pd.rs:2055] ["executing task"] [task="get region cpu records: RawRecords { begin_unix_time_secs: 1743769473, duration: 1.003501639s, records: {TagInfos { store_id: 1, region_id: 38, peer_id: 39, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 255, 22, 95, 114, 128, 0, 0, 0, 0, 255, 0, 0, 74, 0, 0, 0, 0, 0, 250], [116, 128, 0, 0, 0, 0, 0, 0, 255, 22, 95, 114, 128, 0, 0, 0, 0, 255, 0, 0, 74, 0, 0, 0, 0, 0, 250])], extra_attachment: [10, 32, 52, 170, 196, 53, 163, 143, 165, 181, 40, 64, 120, 29, 217, 74, 218, 23, 180, 184, 113, 115, 197, 53, 196, 210, 150, 23, 184, 200, 73, 154, 107, 68, 18, 32, 34, 159, 53, 21, 156, 217, 137, 197, 54, 4, 79, 91, 10, 87, 9, 18, 155, 240, 146, 146, 99, 13, 63, 217, 238, 50, 125, 124, 162, 147, 24, 42, 24, 1, 32, 22] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }, TagInfos { store_id: 1, region_id: 38, peer_id: 39, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 22, 95, 114, 128, 0, 0, 0, 0, 0, 0, 71], [116, 128, 0, 0, 0, 0, 0, 0, 22, 95, 114, 128, 0, 0, 0, 0, 0, 0, 75])], extra_attachment: [10, 32, 7, 204, 201, 188, 166, 126, 181, 138, 123, 24, 180, 55, 254, 174, 202, 97, 130, 162, 213, 200, 111, 131, 232, 138, 150, 64, 69, 10, 137, 1, 25, 61, 18, 32, 14, 114, 158, 51, 23, 203, 26, 119, 189, 5, 251, 42, 117, 92, 192, 44, 126, 48, 209, 180, 62, 48, 106, 151, 131, 3, 110, 17, 145, 75, 200, 191, 24, 1, 32, 22] }: RawRecord { cpu_time: 0, read_keys: 4, write_keys: 0 }, TagInfos { store_id: 1, region_id: 38, peer_id: 39, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 255, 22, 95, 114, 128, 0, 0, 0, 0, 255, 0, 0, 73, 0, 0, 0, 0, 0, 250], [116, 128, 0, 0, 0, 0, 0, 0, 255, 22, 95, 114, 128, 0, 0, 0, 0, 255, 0, 0, 73, 0, 0, 0, 0, 0, 250])], extra_attachment: [10, 32, 52, 170, 196, 53, 163, 143, 165, 181, 40, 64, 120, 29, 217, 74, 218, 23, 180, 184, 113, 115, 197, 53, 196, 210, 150, 23, 184, 200, 73, 154, 107, 68, 18, 32, 34, 159, 53, 21, 156, 217, 137, 197, 54, 4, 79, 91, 10, 87, 9, 18, 155, 240, 146, 146, 99, 13, 63, 217, 238, 50, 125, 124, 162, 147, 24, 42, 24, 1, 32, 22] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }, TagInfos { store_id: 1, region_id: 120, peer_id: 121, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 96, 95, 114, 128, 0, 0, 0, 0, 0, 0, 1], [116, 128, 0, 0, 0, 0, 0, 0, 96, 95, 114, 128, 0, 0, 0, 0, 0, 0, 2])], extra_attachment: [10, 32, 75, 150, 213, 211, 176, 16, 13, 183, 81, 160, 63, 83, 65, 199, 186, 32, 113, 99, 37, 29, 130, 13, 129, 21, 170, 96, 231, 86, 147, 181, 233, 57, 18, 32, 206, 247, 24, 188, 244, 19, 115, 7, 168, 22, 126, 89, 89, 65, 169, 42, 38, 13, 235, 125, 217, 225, 201, 115, 91, 251, 163, 206, 53, 66, 222, 15, 24, 1, 32, 96] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }, TagInfos { store_id: 1, region_id: 38, peer_id: 39, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 255, 22, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 2, 3, 128, 0, 0, 0, 255, 0, 0, 1, 176, 0, 0, 0, 0, 251], [116, 128, 0, 0, 0, 0, 0, 0, 255, 22, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 2, 3, 128, 0, 0, 0, 255, 0, 0, 1, 176, 0, 0, 0, 0, 251])], extra_attachment: [10, 32, 52, 170, 196, 53, 163, 143, 165, 181, 40, 64, 120, 29, 217, 74, 218, 23, 180, 184, 113, 115, 197, 53, 196, 210, 150, 23, 184, 200, 73, 154, 107, 68, 18, 32, 34, 159, 53, 21, 156, 217, 137, 197, 54, 4, 79, 91, 10, 87, 9, 18, 155, 240, 146, 146, 99, 13, 63, 217, 238, 50, 125, 124, 162, 147, 24, 42, 24, 2, 32, 22] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }, TagInfos { store_id: 1, region_id: 40, peer_id: 41, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 24, 95, 114, 128, 0, 0, 0, 0, 0, 1, 180], [116, 128, 0, 0, 0, 0, 0, 0, 24, 95, 114, 128, 0, 0, 0, 0, 0, 1, 181])], extra_attachment: [10, 32, 48, 193, 11, 55, 189, 78, 108, 64, 227, 142, 36, 125, 179, 107, 99, 93, 30, 213, 204, 160, 128, 25, 113, 103, 51, 200, 42, 118, 248, 132, 128, 86, 18, 32, 72, 202, 107, 26, 83, 99, 44, 165, 44, 242, 254, 250, 46, 209, 206, 44, 96, 185, 160, 67, 40, 229, 161, 233, 1, 215, 27, 18, 18, 199, 149, 88, 24, 1, 32, 24] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }, TagInfos { store_id: 1, region_id: 32, peer_id: 33, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 1, 1, 116, 105, 100, 98, 255, 95, 97, 117, 116, 255, 111, 95, 97, 255, 110, 97, 108, 121, 122, 255, 101, 95, 255, 114, 97, 116, 105, 111, 0, 254, 0, 254], [116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 1, 1, 116, 105, 100, 98, 255, 95, 97, 117, 116, 255, 111, 95, 97, 255, 110, 97, 108, 121, 122, 255, 101, 95, 255, 114, 97, 116, 105, 111, 0, 254, 0, 254]), ([116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 1, 1, 116, 105, 100, 98, 255, 95, 97, 117, 116, 255, 111, 95, 97, 255, 110, 97, 108, 121, 122, 255, 101, 95, 255, 115, 116, 97, 114, 116, 95, 255, 116, 255, 105, 109, 101, 0, 0, 0, 0, 251, 255, 0, 0, 0, 0, 0, 0, 0, 0, 247], [116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 1, 1, 116, 105, 100, 98, 255, 95, 97, 117, 116, 255, 111, 95, 97, 255, 110, 97, 108, 121, 122, 255, 101, 95, 255, 115, 116, 97, 114, 116, 95, 255, 116, 255, 105, 109, 101, 0, 0, 0, 0, 251, 255, 0, 0, 0, 0, 0, 0, 0, 0, 247]), ([116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 1, 1, 116, 105, 100, 98, 255, 95, 97, 117, 116, 255, 111, 95, 97, 255, 110, 97, 108, 121, 122, 255, 101, 95, 255, 101, 110, 100, 95, 116, 105, 255, 109, 255, 101, 0, 0, 0, 0, 0, 0, 249, 255, 0, 0, 0, 0, 0, 0, 0, 0, 247], [116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 1, 1, 116, 105, 100, 98, 255, 95, 97, 117, 116, 255, 111, 95, 97, 255, 110, 97, 108, 121, 122, 255, 101, 95, 255, 101, 110, 100, 95, 116, 105, 255, 109, 255, 101, 0, 0, 0, 0, 0, 0, 249, 255, 0, 0, 0, 0, 0, 0, 0, 0, 247])], extra_attachment: [10, 32, 185, 90, 96, 71, 148, 249, 239, 241, 122, 26, 106, 55, 215, 84, 50, 75, 225, 30, 222, 52, 138, 13, 30, 83, 218, 43, 195, 195, 45, 106, 65, 66, 18, 32, 148, 73, 56, 138, 78, 251, 195, 92, 142, 202, 22, 57, 174, 193, 100, 57, 45, 246, 135, 134, 146, 57, 249, 173, 22, 234, 55, 136, 125, 152, 196, 42, 24, 2, 32, 16] }: RawRecord { cpu_time: 0, read_keys: 3, write_keys: 0 }, TagInfos { store_id: 1, region_id: 32, peer_id: 33, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 114, 128, 0, 0, 0, 0, 255, 0, 0, 254, 0, 0, 0, 0, 0, 250], [116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 114, 128, 0, 0, 0, 0, 255, 0, 0, 254, 0, 0, 0, 0, 0, 250]), ([116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 114, 128, 0, 0, 0, 0, 255, 0, 2, 98, 0, 0, 0, 0, 0, 250], [116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 114, 128, 0, 0, 0, 0, 255, 0, 2, 98, 0, 0, 0, 0, 0, 250]), ([116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 114, 128, 0, 0, 0, 0, 255, 0, 0, 189, 0, 0, 0, 0, 0, 250], [116, 128, 0, 0, 0, 0, 0, 0, 255, 16, 95, 114, 128, 0, 0, 0, 0, 255, 0, 0, 189, 0, 0, 0, 0, 0, 250])], extra_attachment: [10, 32, 185, 90, 96, 71, 148, 249, 239, 241, 122, 26, 106, 55, 215, 84, 50, 75, 225, 30, 222, 52, 138, 13, 30, 83, 218, 43, 195, 195, 45, 106, 65, 66, 18, 32, 148, 73, 56, 138, 78, 251, 195, 92, 142, 202, 22, 57, 174, 193, 100, 57, 45, 246, 135, 134, 146, 57, 249, 173, 22, 234, 55, 136, 125, 152, 196, 42, 24, 1, 32, 16] }: RawRecord { cpu_time: 0, read_keys: 3, write_keys: 0 }, TagInfos { store_id: 1, region_id: 40, peer_id: 41, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 24, 95, 105, 128, 0, 0, 0, 0, 0, 0, 1, 3, 128, 0, 0, 0, 0, 0, 1, 178], [116, 128, 0, 0, 0, 0, 0, 0, 24, 95, 105, 128, 0, 0, 0, 0, 0, 0, 1, 3, 128, 0, 0, 0, 0, 0, 1, 179])], extra_attachment: [10, 32, 48, 193, 11, 55, 189, 78, 108, 64, 227, 142, 36, 125, 179, 107, 99, 93, 30, 213, 204, 160, 128, 25, 113, 103, 51, 200, 42, 118, 248, 132, 128, 86, 18, 32, 72, 202, 107, 26, 83, 99, 44, 165, 44, 242, 254, 250, 46, 209, 206, 44, 96, 185, 160, 67, 40, 229, 161, 233, 1, 215, 27, 18, 18, 199, 149, 88, 24, 2, 32, 24] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }, TagInfos { store_id: 1, region_id: 120, peer_id: 121, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 96, 95, 105, 128, 0, 0, 0, 0, 0, 0, 1, 0], [116, 128, 0, 0, 0, 0, 0, 0, 96, 95, 105, 128, 0, 0, 0, 0, 0, 0, 1, 251])], extra_attachment: [10, 32, 75, 150, 213, 211, 176, 16, 13, 183, 81, 160, 63, 83, 65, 199, 186, 32, 113, 99, 37, 29, 130, 13, 129, 21, 170, 96, 231, 86, 147, 181, 233, 57, 18, 32, 206, 247, 24, 188, 244, 19, 115, 7, 168, 22, 126, 89, 89, 65, 169, 42, 38, 13, 235, 125, 217, 225, 201, 115, 91, 251, 163, 206, 53, 66, 222, 15, 24, 2, 32, 96] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }, TagInfos { store_id: 1, region_id: 40, peer_id: 41, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 24, 95, 114, 128, 0, 0, 0, 0, 0, 1, 179], [116, 128, 0, 0, 0, 0, 0, 0, 24, 95, 114, 128, 0, 0, 0, 0, 0, 1, 180])], extra_attachment: [10, 32, 48, 193, 11, 55, 189, 78, 108, 64, 227, 142, 36, 125, 179, 107, 99, 93, 30, 213, 204, 160, 128, 25, 113, 103, 51, 200, 42, 118, 248, 132, 128, 86, 18, 32, 72, 202, 107, 26, 83, 99, 44, 165, 44, 242, 254, 250, 46, 209, 206, 44, 96, 185, 160, 67, 40, 229, 161, 233, 1, 215, 27, 18, 18, 199, 149, 88, 24, 1, 32, 24] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }, TagInfos { store_id: 1, region_id: 40, peer_id: 41, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 24, 95, 105, 128, 0, 0, 0, 0, 0, 0, 1, 3, 128, 0, 0, 0, 0, 0, 1, 176], [116, 128, 0, 0, 0, 0, 0, 0, 24, 95, 105, 128, 0, 0, 0, 0, 0, 0, 1, 3, 128, 0, 0, 0, 0, 0, 1, 177])], extra_attachment: [10, 32, 48, 193, 11, 55, 189, 78, 108, 64, 227, 142, 36, 125, 179, 107, 99, 93, 30, 213, 204, 160, 128, 25, 113, 103, 51, 200, 42, 118, 248, 132, 128, 86, 18, 32, 72, 202, 107, 26, 83, 99, 44, 165, 44, 242, 254, 250, 46, 209, 206, 44, 96, 185, 160, 67, 40, 229, 161, 233, 1, 215, 27, 18, 18, 199, 149, 88, 24, 2, 32, 24] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }, TagInfos { store_id: 1, region_id: 38, peer_id: 39, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 22, 95, 105, 128, 0, 0, 0, 0, 0, 0, 1, 4, 6, 88, 3, 8, 171, 16, 0, 8], [116, 128, 0, 0, 0, 0, 0, 0, 22, 95, 105, 128, 0, 0, 0, 0, 0, 0, 1, 251])], extra_attachment: [10, 32, 7, 204, 201, 188, 166, 126, 181, 138, 123, 24, 180, 55, 254, 174, 202, 97, 130, 162, 213, 200, 111, 131, 232, 138, 150, 64, 69, 10, 137, 1, 25, 61, 18, 32, 14, 114, 158, 51, 23, 203, 26, 119, 189, 5, 251, 42, 117, 92, 192, 44, 126, 48, 209, 180, 62, 48, 106, 151, 131, 3, 110, 17, 145, 75, 200, 191, 24, 2, 32, 22] }: RawRecord { cpu_time: 0, read_keys: 4, write_keys: 0 }, TagInfos { store_id: 1, region_id: 38, peer_id: 39, key_ranges: [([116, 128, 0, 0, 0, 0, 0, 0, 255, 22, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 2, 3, 128, 0, 0, 0, 255, 0, 0, 1, 178, 0, 0, 0, 0, 251], [116, 128, 0, 0, 0, 0, 0, 0, 255, 22, 95, 105, 128, 0, 0, 0, 0, 255, 0, 0, 2, 3, 128, 0, 0, 0, 255, 0, 0, 1, 178, 0, 0, 0, 0, 251])], extra_attachment: [10, 32, 52, 170, 196, 53, 163, 143, 165, 181, 40, 64, 120, 29, 217, 74, 218, 23, 180, 184, 113, 115, 197, 53, 196, 210, 150, 23, 184, 200, 73, 154, 107, 68, 18, 32, 34, 159, 53, 21, 156, 217, 137, 197, 54, 4, 79, 91, 10, 87, 9, 18, 155, 240, 146, 146, 99, 13, 63, 217, 238, 50, 125, 124, 162, 147, 24, 42, 24, 2, 32, 22] }: RawRecord { cpu_time: 0, read_keys: 1, write_keys: 0 }} }"] [thread_id=30] [2025/04/04 20:24:34.444 +08:00] [DEBUG] [pd.rs:582] ["update latency statistics for raftstore-v1"] [tick=2991] [thread_id=124] [2025/04/04 20:24:34.444 +08:00] [DEBUG] [pool.rs:146] ["scheduling task inspect raftstore latency: RaftDisk"] [thread_id=124] [2025/04/04 20:24:34.444 +08:00] [DEBUG] [pd.rs:2055] ["executing task"] [task="inspect raftstore latency: RaftDisk"] [thread_id=30] [2025/04/04 20:24:34.444 +08:00] [DEBUG] [pool.rs:146] ["scheduling task compute slow score: id 2992, factor: RaftDisk, duration RaftstoreDuration { store_wait_duration: Some(18.377µs), store_process_duration: Some(6.364µs), store_write_duration: Some(11.083µs), store_commit_duration: Some(0ns), apply_wait_duration: None, apply_process_duration: None }"] [thread_id=116] [2025/04/04 20:24:34.444 +08:00] [DEBUG] [pd.rs:2055] ["executing task"] [task="compute slow score: id 2992, factor: RaftDisk, duration RaftstoreDuration { store_wait_duration: Some(18.377µs), store_process_duration: Some(6.364µs), store_write_duration: Some(11.083µs), store_commit_duration: Some(0ns), apply_wait_duration: None, apply_process_duration: None }"] [thread_id=30] /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check_avro/run.sh: line 1: 25357 Killed cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_adapter_compatibility/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/canal_json_adapter_compatibility Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/04 20:24:33.630 +08:00] [WARN] [diff.go:766] ["rows is not equal"] [table=`test`.`itest`] [where="((TRUE) AND TRUE)"] [cost=1m34.075879227s] [2025/04/04 20:24:33.633 +08:00] [WARN] [diff.go:384] ["check chunk data not equal"] [chunk="{\"id\":0,\"bounds\":[],\"where\":\"((TRUE) AND TRUE)\",\"args\":null,\"state\":\"failed\"}"] [2025/04/04 20:24:39.272 +08:00] [WARN] [diff.go:557] ["checksum is not equal"] [table=`test`.`ntest`] [where="((TRUE) AND TRUE)"] [sourceChecksum=0] [targetChecksum=3746375664] [getSourceChecksumCost=1.804696ms] [getTargetChecksumCost=5.920973ms] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) The 1 times to try to start tidb cluster... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432886232843496 TiDB Cluster ID. tikv_gc_leader_uuid 658030aebe00007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:26591, start at 2025-04-04 20:24:44.034386135 +0800 CST m=+1.443666190 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:26:44.042 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:24:44.024 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:14:44.024 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432886232843496 TiDB Cluster ID. tikv_gc_leader_uuid 658030aebe00007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:26591, start at 2025-04-04 20:24:44.034386135 +0800 CST m=+1.443666190 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:26:44.042 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:24:44.024 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:14:44.024 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432886106843972 TiDB Cluster ID. tikv_gc_leader_uuid 658030aec9c0002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:26662, start at 2025-04-04 20:24:44.071891348 +0800 CST m=+1.415652852 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:26:44.079 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:24:44.071 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:14:44.071 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/canal_json_adapter_compatibility/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/canal_json_adapter_compatibility/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/canal_json_adapter_compatibility/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/canal_json_adapter_compatibility/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/canal_json_adapter_compatibility/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_adapter_compatibility.cli.27966.out cli tso query --pd=http://127.0.0.1:2379 start tidb cluster in /tmp/tidb_cdc_test/multi_source Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + set +x + tso='457118708471955457 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118708471955457 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:24:48 CST 2025] <<<<<< START cdc server in canal_json_adapter_compatibility case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_adapter_compatibility.2799027992.out server --log-file /tmp/tidb_cdc_test/canal_json_adapter_compatibility/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/canal_json_adapter_compatibility/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:24:51 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e1473a02-07c4-47c0-801a-b68889af26cd {"id":"e1473a02-07c4-47c0-801a-b68889af26cd","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769489} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c29f68d5 e1473a02-07c4-47c0-801a-b68889af26cd /tidb/cdc/default/default/upstream/7489432886232843496 {"id":7489432886232843496,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e1473a02-07c4-47c0-801a-b68889af26cd {"id":"e1473a02-07c4-47c0-801a-b68889af26cd","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769489} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c29f68d5 e1473a02-07c4-47c0-801a-b68889af26cd /tidb/cdc/default/default/upstream/7489432886232843496 {"id":7489432886232843496,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e1473a02-07c4-47c0-801a-b68889af26cd {"id":"e1473a02-07c4-47c0-801a-b68889af26cd","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769489} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c29f68d5 e1473a02-07c4-47c0-801a-b68889af26cd /tidb/cdc/default/default/upstream/7489432886232843496 {"id":7489432886232843496,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_adapter_compatibility.cli.28048.out cli changefeed create --start-ts=457118708471955457 '--sink-uri=kafka://127.0.0.1:9092/test?protocol=canal-json&kafka-version=2.4.1&max-message-bytes=10485760' Create changefeed successfully! ID: d7246ebb-f964-4aec-9320-e49921d11e4d Info: {"upstream_id":7489432886232843496,"namespace":"default","id":"d7246ebb-f964-4aec-9320-e49921d11e4d","sink_uri":"kafka://127.0.0.1:9092/test?protocol=canal-json\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:24:52.186282957+08:00","start_ts":457118708471955457,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118708471955457,"checkpoint_ts":457118708471955457,"checkpoint_time":"2025-04-04 20:24:47.274"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432928482135464 TiDB Cluster ID. tikv_gc_leader_uuid 658030b8600000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv, pid:30338, start at 2025-04-04 20:24:53.933024023 +0800 CST m=+1.524469000 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:26:53.940 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:24:53.938 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:14:53.938 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432928482135464 TiDB Cluster ID. tikv_gc_leader_uuid 658030b8600000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv, pid:30338, start at 2025-04-04 20:24:53.933024023 +0800 CST m=+1.524469000 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:26:53.940 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:24:53.938 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:14:53.938 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489432929080077988 TiDB Cluster ID. tikv_gc_leader_uuid 658030b87880002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv, pid:30406, start at 2025-04-04 20:24:53.987157876 +0800 CST m=+1.506171147 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:26:53.994 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:24:53.986 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:14:53.986 +0800 All versions after safe point can be accessed. (DO NOT EDIT) table test.binary_columns not exists for 1-th check, retry later Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_source/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_source/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table test.binary_columns not exists for 2-th check, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.31855.out cli tso query --pd=http://127.0.0.1:2379 table test.binary_columns not exists for 3-th check, retry later + set +x + tso='457118711070851073 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118711070851073 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:24:58 CST 2025] <<<<<< START cdc server in multi_source case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.3189531897.out server --log-file /tmp/tidb_cdc_test/multi_source/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_source/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table test.binary_columns not exists for 4-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:25:01 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8dd09d89-4799-4251-a5e8-e580b2acf1d2 {"id":"8dd09d89-4799-4251-a5e8-e580b2acf1d2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769498} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c2cb9ad8 8dd09d89-4799-4251-a5e8-e580b2acf1d2 /tidb/cdc/default/default/upstream/7489432928482135464 {"id":7489432928482135464,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8dd09d89-4799-4251-a5e8-e580b2acf1d2 {"id":"8dd09d89-4799-4251-a5e8-e580b2acf1d2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769498} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c2cb9ad8 8dd09d89-4799-4251-a5e8-e580b2acf1d2 /tidb/cdc/default/default/upstream/7489432928482135464 {"id":7489432928482135464,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8dd09d89-4799-4251-a5e8-e580b2acf1d2 {"id":"8dd09d89-4799-4251-a5e8-e580b2acf1d2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769498} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c2cb9ad8 8dd09d89-4799-4251-a5e8-e580b2acf1d2 /tidb/cdc/default/default/upstream/7489432928482135464 {"id":7489432928482135464,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.31955.out cli changefeed create --start-ts=457118711070851073 '--sink-uri=kafka://127.0.0.1:9092/ticdc-multi-source-test-16499?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' Create changefeed successfully! ID: 07183c84-425d-46aa-abf7-d8f562c70a18 Info: {"upstream_id":7489432928482135464,"namespace":"default","id":"07183c84-425d-46aa-abf7-d8f562c70a18","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-source-test-16499?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:25:02.190830311+08:00","start_ts":457118711070851073,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118711070851073,"checkpoint_ts":457118711070851073,"checkpoint_time":"2025-04-04 20:24:57.188"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... table test.binary_columns not exists for 5-th check, retry later + set +x [Fri Apr 4 20:25:03 CST 2025] <<<<<< START kafka consumer in multi_source case >>>>>> table test.binary_columns not exists for 6-th check, retry later table test.binary_columns not exists for 7-th check, retry later table test.binary_columns not exists for 8-th check, retry later [2025/04/04 20:25:08.117 +08:00] [INFO] [main.go:86] ["running ddl test: 0 createDropSchemaDDL"] [2025/04/04 20:25:08.402 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/04 20:25:08.410 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/04 20:25:08.750 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/04 20:25:08.761 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/04 20:25:08.762 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/04 20:25:08.764 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/04 20:25:09.016 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/04 20:25:09.028 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/04 20:25:09.341 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/04 20:25:09.352 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/04 20:25:09.353 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/04 20:25:09.361 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/04 20:25:09.595 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/04 20:25:09.600 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/04 20:25:09.911 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/04 20:25:09.913 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/04 20:25:09.918 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/04 20:25:09.927 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/04 20:25:10.161 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/04 20:25:10.169 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/04 20:25:10.486 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/04 20:25:10.493 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/04 20:25:10.497 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/04 20:25:10.510 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/04 20:25:10.751 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/04 20:25:10.829 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] table test.binary_columns not exists for 9-th check, retry later [2025/04/04 20:25:11.079 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/04 20:25:11.086 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/04 20:25:11.092 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/04 20:25:11.103 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/04 20:25:11.399 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/04 20:25:11.403 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/04 20:25:11.660 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/04 20:25:11.662 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/04 20:25:11.676 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/04 20:25:11.679 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/04 20:25:11.991 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/04 20:25:11.996 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/04 20:25:12.256 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/04 20:25:12.263 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/04 20:25:12.273 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/04 20:25:12.355 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/04 20:25:12.588 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/04 20:25:12.603 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] table test.binary_columns exists check diff failed 1-th time, retry later [2025/04/04 20:25:12.933 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/04 20:25:12.948 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/04 20:25:12.949 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/04 20:25:12.966 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] check diff successfully table test.binary_columns exists check diff failed 1-th time, retry later [2025/04/04 20:25:18.159 +08:00] [INFO] [main.go:86] ["running ddl test: 1 truncateDDL"] check diff failed 2-th time, retry later [2025/04/04 20:25:18.384 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/04 20:25:18.388 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/04 20:25:18.589 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/04 20:25:18.590 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/04 20:25:18.591 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/04 20:25:18.597 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/04 20:25:18.782 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/04 20:25:18.789 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/04 20:25:18.974 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/04 20:25:18.983 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/04 20:25:18.992 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/04 20:25:19.003 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/04 20:25:19.162 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/04 20:25:19.190 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/04 20:25:19.346 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/04 20:25:19.358 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/04 20:25:19.389 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/04 20:25:19.399 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/04 20:25:19.531 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/04 20:25:19.584 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/04 20:25:19.718 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/04 20:25:19.730 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/04 20:25:19.784 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/04 20:25:19.799 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/04 20:25:19.900 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/04 20:25:19.991 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/04 20:25:20.100 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/04 20:25:20.116 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/04 20:25:20.191 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/04 20:25:20.206 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/04 20:25:20.278 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] check diff failed 3-th time, retry later [2025/04/04 20:25:20.388 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/04 20:25:20.456 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/04 20:25:20.480 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/04 20:25:20.596 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/04 20:25:20.623 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/04 20:25:20.633 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/04 20:25:20.804 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/04 20:25:20.815 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/04 20:25:21.028 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/04 20:25:21.059 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/04 20:25:21.140 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/04 20:25:21.239 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/04 20:25:21.297 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/04 20:25:21.447 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/04 20:25:21.473 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/04 20:25:21.497 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/04 20:25:21.546 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/04 20:25:21.664 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/04 20:25:21.724 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] [2025/04/04 20:25:21.872 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/04 20:25:21.906 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/04 20:25:21.936 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/04 20:25:21.983 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/04 20:25:22.086 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] check diff failed 4-th time, retry later [2025/04/04 20:25:22.152 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [2025/04/04 20:25:22.299 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/04 20:25:22.334 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/04 20:25:22.364 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/04 20:25:22.409 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/04 20:25:22.508 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/04 20:25:22.572 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] [2025/04/04 20:25:22.711 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/04 20:25:22.746 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [2025/04/04 20:25:22.782 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/04 20:25:22.834 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [2025/04/04 20:25:22.920 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] [2025/04/04 20:25:22.992 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/04 20:25:23.135 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"] check diff failed 5-th time, retry later check diff failed 6-th time, retry later check diff failed 7-th time, retry later [2025/04/04 20:25:28.312 +08:00] [INFO] [main.go:86] ["running ddl test: 2 addDropColumnDDL"] [2025/04/04 20:25:28.526 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/04 20:25:28.541 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/04 20:25:28.723 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/04 20:25:28.725 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/04 20:25:28.746 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/04 20:25:28.747 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/04 20:25:28.939 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/04 20:25:28.958 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/04 20:25:29.140 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/04 20:25:29.142 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/04 20:25:29.163 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/04 20:25:29.164 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/04 20:25:29.342 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/04 20:25:29.360 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/04 20:25:29.538 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/04 20:25:29.540 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/04 20:25:29.551 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/04 20:25:29.552 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/04 20:25:29.724 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/04 20:25:29.748 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/04 20:25:29.910 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/04 20:25:29.912 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/04 20:25:29.936 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/04 20:25:29.937 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/04 20:25:30.103 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/04 20:25:30.142 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/04 20:25:30.295 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/04 20:25:30.297 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/04 20:25:30.336 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/04 20:25:30.337 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] check diff failed 8-th time, retry later [2025/04/04 20:25:30.478 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/04 20:25:30.520 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/04 20:25:30.663 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/04 20:25:30.665 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/04 20:25:30.703 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/04 20:25:30.704 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/04 20:25:30.852 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/04 20:25:30.904 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/04 20:25:31.038 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/04 20:25:31.040 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/04 20:25:31.090 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/04 20:25:31.091 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/04 20:25:31.231 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/04 20:25:31.268 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/04 20:25:31.416 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/04 20:25:31.418 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/04 20:25:31.444 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/04 20:25:31.445 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/04 20:25:31.603 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] [2025/04/04 20:25:31.622 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/04 20:25:31.787 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/04 20:25:31.789 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/04 20:25:31.794 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/04 20:25:31.795 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/04 20:25:31.977 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/04 20:25:31.982 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [2025/04/04 20:25:32.156 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/04 20:25:32.158 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/04 20:25:32.174 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/04 20:25:32.176 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/04 20:25:32.342 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/04 20:25:32.355 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] [2025/04/04 20:25:32.511 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [2025/04/04 20:25:32.511 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/04 20:25:32.532 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/04 20:25:32.534 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [2025/04/04 20:25:32.680 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] [2025/04/04 20:25:32.717 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/04 20:25:32.845 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"] [2025/04/04 20:25:32.846 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"] [2025/04/04 20:25:32.898 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"] [2025/04/04 20:25:32.900 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"] check diff failed 9-th time, retry later [2025/04/04 20:25:33.019 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"] [2025/04/04 20:25:33.101 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"] [2025/04/04 20:25:33.199 +08:00] [INFO] [main.go:235] ["0 delete success: 1300"] [2025/04/04 20:25:33.200 +08:00] [INFO] [main.go:221] ["0 insert success: 2600"] [2025/04/04 20:25:33.296 +08:00] [INFO] [main.go:221] ["1 insert success: 2600"] [2025/04/04 20:25:33.298 +08:00] [INFO] [main.go:235] ["1 delete success: 1300"] check diff failed 10-th time, retry later check diff failed 11-th time, retry later [2025/04/04 20:25:38.629 +08:00] [INFO] [main.go:86] ["running ddl test: 3 addDropColumnDDL2"] [2025/04/04 20:25:38.841 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/04 20:25:38.862 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/04 20:25:39.035 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/04 20:25:39.036 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/04 20:25:39.060 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/04 20:25:39.062 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] check diff successfully [2025/04/04 20:25:39.365 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] wait process cdc.test exit for 1-th time... [2025/04/04 20:25:39.424 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/04 20:25:39.541 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/04 20:25:39.542 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/04 20:25:39.625 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/04 20:25:39.627 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/04 20:25:39.714 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/04 20:25:39.821 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/04 20:25:39.885 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/04 20:25:39.886 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] wait process cdc.test exit for 2-th time... [2025/04/04 20:25:40.017 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/04 20:25:40.019 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/04 20:25:40.061 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:25:40 CST 2025] <<<<<< run test case canal_json_adapter_compatibility success! >>>>>> [2025/04/04 20:25:40.205 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/04 20:25:40.229 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/04 20:25:40.230 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/04 20:25:40.394 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/04 20:25:40.396 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/04 20:25:40.397 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/04 20:25:40.565 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/04 20:25:40.566 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/04 20:25:40.584 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/04 20:25:40.750 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/04 20:25:40.784 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/04 20:25:40.786 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/04 20:25:40.943 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/04 20:25:40.944 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/04 20:25:40.982 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/04 20:25:41.129 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/04 20:25:41.178 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/04 20:25:41.180 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/04 20:25:41.313 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/04 20:25:41.314 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/04 20:25:41.362 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/04 20:25:41.504 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/04 20:25:41.545 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/04 20:25:41.548 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/04 20:25:41.701 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/04 20:25:41.702 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/04 20:25:41.733 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/04 20:25:41.880 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/04 20:25:41.913 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/04 20:25:41.915 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/04 20:25:42.060 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/04 20:25:42.061 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/04 20:25:42.089 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] [2025/04/04 20:25:42.245 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/04 20:25:42.266 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/04 20:25:42.268 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/04 20:25:42.432 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/04 20:25:42.433 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/04 20:25:42.470 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [2025/04/04 20:25:42.607 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/04 20:25:42.654 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/04 20:25:42.656 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/04 20:25:42.781 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [2025/04/04 20:25:42.782 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/04 20:25:42.848 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] [2025/04/04 20:25:42.965 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] [2025/04/04 20:25:43.043 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/04 20:25:43.045 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [2025/04/04 20:25:43.142 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"] [2025/04/04 20:25:43.143 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"] [2025/04/04 20:25:43.224 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/04 20:25:43.306 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"] [2025/04/04 20:25:43.406 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"] [2025/04/04 20:25:43.408 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"] [2025/04/04 20:25:43.470 +08:00] [INFO] [main.go:235] ["0 delete success: 1300"] [2025/04/04 20:25:43.471 +08:00] [INFO] [main.go:221] ["0 insert success: 2600"] [2025/04/04 20:25:43.597 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"] [2025/04/04 20:25:48.907 +08:00] [INFO] [main.go:86] ["running ddl test: 4 modifyColumnDDL"] [2025/04/04 20:25:49.092 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/04 20:25:49.120 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/04 20:25:49.254 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/04 20:25:49.256 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/04 20:25:49.314 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/04 20:25:49.315 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/04 20:25:49.417 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/04 20:25:49.506 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/04 20:25:49.580 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/04 20:25:49.581 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/04 20:25:49.693 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/04 20:25:49.694 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/04 20:25:49.750 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/04 20:25:49.883 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/04 20:25:49.926 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/04 20:25:49.928 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/04 20:25:50.078 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/04 20:25:50.080 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/04 20:25:50.102 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_basic/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... [2025/04/04 20:25:50.263 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/04 20:25:50.274 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/04 20:25:50.276 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/04 20:25:50.430 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/04 20:25:50.431 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/04 20:25:50.445 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/04 20:25:50.601 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/04 20:25:50.619 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/04 20:25:50.621 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/04 20:25:50.770 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/04 20:25:50.770 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/04 20:25:50.786 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/04 20:25:50.946 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/04 20:25:50.951 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/04 20:25:50.953 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/04 20:25:51.129 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/04 20:25:51.129 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/04 20:25:51.133 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/04 20:25:51.317 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/04 20:25:51.319 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/04 20:25:51.325 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/04 20:25:51.482 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/04 20:25:51.499 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/04 20:25:51.499 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/04 20:25:51.644 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/04 20:25:51.646 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/04 20:25:51.669 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/04 20:25:51.807 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/04 20:25:51.843 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/04 20:25:51.844 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/04 20:25:51.971 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/04 20:25:51.973 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/04 20:25:52.019 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] [2025/04/04 20:25:52.139 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/04 20:25:52.195 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/04 20:25:52.196 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/04 20:25:52.322 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/04 20:25:52.324 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/04 20:25:52.387 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [2025/04/04 20:25:52.511 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/04 20:25:52.575 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/04 20:25:52.576 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/04 20:25:52.697 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/04 20:25:52.699 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [2025/04/04 20:25:52.770 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] [2025/04/04 20:25:52.892 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] [2025/04/04 20:25:52.965 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [2025/04/04 20:25:52.966 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/04 20:25:53.078 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"] [2025/04/04 20:25:53.080 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"] [2025/04/04 20:25:53.153 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/04 20:25:53.253 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"] [2025/04/04 20:25:53.339 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"] [2025/04/04 20:25:53.340 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"] [2025/04/04 20:25:53.442 +08:00] [INFO] [main.go:221] ["0 insert success: 2600"] [2025/04/04 20:25:53.444 +08:00] [INFO] [main.go:235] ["0 delete success: 1300"] start tidb cluster in /tmp/tidb_cdc_test/canal_json_basic Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/04 20:25:53.530 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"] [2025/04/04 20:25:53.625 +08:00] [INFO] [main.go:221] ["0 insert success: 2700"] [2025/04/04 20:25:53.721 +08:00] [INFO] [main.go:235] ["1 delete success: 1300"] [2025/04/04 20:25:53.722 +08:00] [INFO] [main.go:221] ["1 insert success: 2600"] ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 221 100 221 0 0 6696 0 --:--:-- --:--:-- --:--:-- 6696 + synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-04 20:25:41.398","puller_resolved_ts":"2025-04-04 20:25:33.399","last_synced_ts":"2025-04-04 20:23:24.848","now_ts":"2025-04-04 20:25:41.000","info":"Data syncing is finished"}' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-04' '20:25:41.398","puller_resolved_ts":"2025-04-04' '20:25:33.399","last_synced_ts":"2025-04-04' '20:23:24.848","now_ts":"2025-04-04' '20:25:41.000","info":"Data' syncing is 'finished"}' ++ jq .synced + status=true + '[' true '!=' true ']' + kill_pd ++ ps aux ++ grep pd-server ++ grep /tmp/tidb_cdc_test/synced_status + info='jenkins 16061 7.8 0.0 14968000 149052 ? Sl 20:23 0:12 pd-server --advertise-client-urls http://127.0.0.1:2379 --client-urls http://0.0.0.0:2379 --advertise-peer-urls http://127.0.0.1:2380 --peer-urls http://0.0.0.0:2380 --config /tmp/tidb_cdc_test/synced_status/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status/pd1.log --data-dir /tmp/tidb_cdc_test/synced_status/pd1 --name=pd1 --initial-cluster=pd1=http://127.0.0.1:2380 jenkins 16123 5.6 0.0 14968000 143916 ? Sl 20:23 0:08 pd-server --advertise-client-urls http://127.0.0.1:2479 --client-urls http://0.0.0.0:2479 --advertise-peer-urls http://127.0.0.1:2480 --peer-urls http://0.0.0.0:2480 --config /tmp/tidb_cdc_test/synced_status/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status/down_pd.log --data-dir /tmp/tidb_cdc_test/synced_status/down_pd' ++ ps aux ++ grep pd-server ++ grep /tmp/tidb_cdc_test/synced_status ++ awk '{print $2}' ++ xargs kill -9 + sleep 20 {"level":"warn","ts":"2025-04-04T20:25:48.279909+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001500380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":"2025-04-04T20:25:48.279977+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":"2025-04-04T20:25:48.286143+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002184380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":"2025-04-04T20:25:48.286184+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":"2025-04-04T20:25:48.291074+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001500380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:25:48.296399+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002184380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:25:48.346943+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c59340/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"info","ts":"2025-04-04T20:25:48.346975+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":"2025-04-04T20:25:48.358298+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c59340/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"warn","ts":1743769549.6321108,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001e8f6c0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743769549.6321483,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743769549.6472778,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0030ca1c0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743769549.6473176,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743769549.8216903,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00611d500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"info","ts":1743769549.8217456,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} [2025/04/04 20:25:53.811 +08:00] [INFO] [main.go:221] ["0 insert success: 2800"] [2025/04/04 20:25:53.813 +08:00] [INFO] [main.go:235] ["0 delete success: 1400"] {"level":"warn","ts":"2025-04-04T20:25:54.292543+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001500380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:25:54.297767+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002184380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:25:54.359446+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c59340/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... [2025/04/04 20:25:59.044 +08:00] [INFO] [main.go:86] ["running ddl test: 5 addDropIndexDDL"] [2025/04/04 20:25:59.217 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/04 20:25:59.225 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/04 20:25:59.407 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/04 20:25:59.408 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/04 20:25:59.434 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/04 20:25:59.436 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] {"level":"warn","ts":1743769558.9120922,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00611d500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} [2025/04/04 20:25:59.610 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/04 20:25:59.658 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/04 20:25:59.824 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/04 20:25:59.825 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/04 20:25:59.879 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/04 20:25:59.881 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/04 20:26:00.043 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/04 20:26:00.125 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/04 20:26:00.276 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/04 20:26:00.278 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/04 20:26:00.403 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/04 20:26:00.404 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] {"level":"warn","ts":"2025-04-04T20:26:00.293635+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001500380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:26:00.298967+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002184380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:26:00.361269+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c59340/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} [2025/04/04 20:26:00.556 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/04 20:26:00.720 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/04 20:26:00.843 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/04 20:26:00.844 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433212750892749 TiDB Cluster ID. tikv_gc_leader_uuid 658030f9788000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:29618, start at 2025-04-04 20:26:00.578979759 +0800 CST m=+1.456794432 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:28:00.587 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:26:00.546 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:16:00.546 +0800 All versions after safe point can be accessed. (DO NOT EDIT) [2025/04/04 20:26:01.050 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/04 20:26:01.051 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/04 20:26:01.197 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433212750892749 TiDB Cluster ID. tikv_gc_leader_uuid 658030f9788000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:29618, start at 2025-04-04 20:26:00.578979759 +0800 CST m=+1.456794432 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:28:00.587 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:26:00.546 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:16:00.546 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433206481085041 TiDB Cluster ID. tikv_gc_leader_uuid 658030f9834000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:29683, start at 2025-04-04 20:26:00.633134435 +0800 CST m=+1.450329226 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:28:00.640 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:26:00.640 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:16:00.640 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... [2025/04/04 20:26:01.335 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/04 20:26:01.424 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/04 20:26:01.425 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] Logging trace to /tmp/tidb_cdc_test/canal_json_basic/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/canal_json_basic/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/canal_json_basic/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/canal_json_basic/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/canal_json_basic/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/04 20:26:01.595 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/04 20:26:01.597 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/04 20:26:01.710 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed [2025/04/04 20:26:01.922 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/04 20:26:02.018 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/04 20:26:02.019 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/04 20:26:02.265 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/04 20:26:02.266 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/04 20:26:02.332 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/04 20:26:02.604 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/04 20:26:02.640 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/04 20:26:02.641 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0{"level":"warn","ts":1743769562.7197065,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001e8f6c0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} [2025/04/04 20:26:02.956 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/04 20:26:02.958 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/04 20:26:02.988 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [Fri Apr 4 20:26:03 CST 2025] <<<<<< START cdc server in canal_json_basic case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_basic.3112731129.out server --log-file /tmp/tidb_cdc_test/canal_json_basic/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/canal_json_basic/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/04 20:26:03.357 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/04 20:26:03.379 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/04 20:26:03.380 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/04 20:26:03.683 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/04 20:26:03.684 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/04 20:26:03.711 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/04 20:26:03.957 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] [2025/04/04 20:26:04.012 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/04 20:26:04.013 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:01 --:--:-- 0 ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 723 100 723 0 0 24100 0 --:--:-- --:--:-- --:--:-- 24100 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-04 20:23:43.315","puller_resolved_ts":"2025-04-04 20:23:43.315","last_synced_ts":"2025-04-04 20:23:36.366","now_ts":"2025-04-04 20:25:53.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}' ++ jq .synced ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:23:43.315","puller_resolved_ts":"2025-04-04' '20:23:43.315","last_synced_ts":"2025-04-04' '20:23:36.366","now_ts":"2025-04-04' '20:25:53.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:23:43.315","puller_resolved_ts":"2025-04-04' '20:23:43.315","last_synced_ts":"2025-04-04' '20:23:36.366","now_ts":"2025-04-04' '20:25:53.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' ++ jq -r .info + info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']' + cleanup_process cdc.test wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster + run_case_with_unavailable_tidb conf/changefeed-redo.toml + rm -rf /tmp/tidb_cdc_test/synced_status_with_redo + mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory 0 0 0 0 0 0 0 0 --:--:-- 0:00:02 --:--:-- 0 chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... 0 0 0 0 0 0 0 0 --:--:-- 0:00:03 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:04 --:--:-- 0{"level":"warn","ts":"2025-04-04T20:26:06.295454+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001500380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:26:06.30029+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002184380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:26:06.36299+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c59340/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:26:06 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ca9d9b69-9b40-4952-911e-c4c879eca522 {"id":"ca9d9b69-9b40-4952-911e-c4c879eca522","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769563} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c3c85dcb ca9d9b69-9b40-4952-911e-c4c879eca522 /tidb/cdc/default/default/upstream/7489433212750892749 {"id":7489433212750892749,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ca9d9b69-9b40-4952-911e-c4c879eca522 {"id":"ca9d9b69-9b40-4952-911e-c4c879eca522","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769563} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c3c85dcb ca9d9b69-9b40-4952-911e-c4c879eca522 /tidb/cdc/default/default/upstream/7489433212750892749 {"id":7489433212750892749,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ca9d9b69-9b40-4952-911e-c4c879eca522 {"id":"ca9d9b69-9b40-4952-911e-c4c879eca522","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769563} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c3c85dcb ca9d9b69-9b40-4952-911e-c4c879eca522 /tidb/cdc/default/default/upstream/7489433212750892749 {"id":7489433212750892749,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_basic.cli.31176.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-canal-json-basic?protocol=canal-json&enable-tidb-extension=true' Create changefeed successfully! ID: b05a18e2-5c83-4a5c-9792-417e0f9b49e9 Info: {"upstream_id":7489433212750892749,"namespace":"default","id":"b05a18e2-5c83-4a5c-9792-417e0f9b49e9","sink_uri":"kafka://127.0.0.1:9092/ticdc-canal-json-basic?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2025-04-04T20:26:06.999787983+08:00","start_ts":457118729344385028,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118729344385028,"checkpoint_ts":457118729344385028,"checkpoint_time":"2025-04-04 20:26:06.896"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... 0 0 0 0 0 0 0 0 --:--:-- 0:00:05 --:--:-- 0 + set +x Verifying downstream PD is started... 0 0 0 0 0 0 0 0 --:--:-- 0:00:06 --:--:-- 0 Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release 0 0 0 0 0 0 0 0 --:--:-- 0:00:07 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:08 --:--:-- 0 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) 0 0 0 0 0 0 0 0 --:--:-- 0:00:09 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:10 --:--:-- 0{"level":"warn","ts":"2025-04-04T20:26:12.297203+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001500380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:26:12.301271+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002184380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:26:12.364194+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c59340/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} [Fri Apr 4 20:26:13 CST 2025] <<<<<< START kafka consumer in canal_json_basic case >>>>>> [2025/04/04 20:26:12.703 +08:00] [INFO] [main.go:78] ["runDDLTest take 1m4.586116386s"] table mark.finish_mark_0 exists table mark.finish_mark_1 not exists for 1-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:11 --:--:-- 0 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433258094105544 TiDB Cluster ID. tikv_gc_leader_uuid 658031064300007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:16220, start at 2025-04-04 20:26:13.654698777 +0800 CST m=+1.554331833 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:28:13.663 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:26:13.644 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:16:13.644 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433258094105544 TiDB Cluster ID. tikv_gc_leader_uuid 658031064300007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:16220, start at 2025-04-04 20:26:13.654698777 +0800 CST m=+1.554331833 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:28:13.663 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:26:13.644 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:16:13.644 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433270498745857 TiDB Cluster ID. tikv_gc_leader_uuid 65803106438000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:16288, start at 2025-04-04 20:26:13.683075965 +0800 CST m=+1.510564236 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:28:13.690 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:26:13.697 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:16:13.697 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table mark.finish_mark_1 not exists for 2-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:12 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:13 --:--:-- 0 + cd /tmp/tidb_cdc_test/synced_status_with_redo ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.17732.out cli tso query --pd=http://127.0.0.1:2379 table mark.finish_mark_1 not exists for 3-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:14 --:--:-- 0 [2025/04/04 20:26:09.037 +08:00] [WARN] [diff.go:766] ["rows is not equal"] [table=`test`.`ntest`] [where="((TRUE) AND TRUE)"] [cost=1m29.764455067s] [2025/04/04 20:26:09.040 +08:00] [WARN] [diff.go:384] ["check chunk data not equal"] [chunk="{\"id\":0,\"bounds\":[],\"where\":\"((TRUE) AND TRUE)\",\"args\":null,\"state\":\"failed\"}"] [2025/04/04 20:26:14.599 +08:00] [INFO] [dailytest.go:68] ["test pass!!!"] wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:26:16 CST 2025] <<<<<< run test case cdc success! >>>>>> 0 0 0 0 0 0 0 0 --:--:-- 0:00:15 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:16 --:--:-- 0{"level":"warn","ts":"2025-04-04T20:26:18.298105+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001500380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:26:18.30232+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002184380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:26:18.365491+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c59340/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} + set +x + tso='457118731952455681 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118731952455681 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457118731952455681 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test [Fri Apr 4 20:26:18 CST 2025] <<<<<< START cdc server in synced_status_with_redo case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.1776417766.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 8:26PM INF > Run case=sql/ddl.sql table mark.finish_mark_1 not exists for 4-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:17 --:--:-- 0 table mark.finish_mark_1 not exists for 5-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:18 --:--:-- 0 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:26:21 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f0cdaa61-dfb9-4780-b272-c45a9a120edc {"id":"f0cdaa61-dfb9-4780-b272-c45a9a120edc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769578} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c3faf3db f0cdaa61-dfb9-4780-b272-c45a9a120edc /tidb/cdc/default/default/upstream/7489433258094105544 {"id":7489433258094105544,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f0cdaa61-dfb9-4780-b272-c45a9a120edc {"id":"f0cdaa61-dfb9-4780-b272-c45a9a120edc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769578} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c3faf3db f0cdaa61-dfb9-4780-b272-c45a9a120edc /tidb/cdc/default/default/upstream/7489433258094105544 {"id":7489433258094105544,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f0cdaa61-dfb9-4780-b272-c45a9a120edc {"id":"f0cdaa61-dfb9-4780-b272-c45a9a120edc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769578} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c3faf3db f0cdaa61-dfb9-4780-b272-c45a9a120edc /tidb/cdc/default/default/upstream/7489433258094105544 {"id":7489433258094105544,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed-redo.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457118731952455681 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.17816.out cli changefeed create --start-ts=457118731952455681 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489433258094105544,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-04T20:26:21.751949583+08:00","start_ts":457118731952455681,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118731952455681,"checkpoint_ts":457118731952455681,"checkpoint_time":"2025-04-04 20:26:16.845"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... 0 0 0 0 0 0 0 0 --:--:-- 0:00:19 --:--:-- 0 table mark.finish_mark_1 not exists for 6-th check, retry later + set +x + run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);' + check_table_exists test.t1 127.0.0.1 3306 table test.t1 not exists for 1-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:20 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:21 --:--:-- 0{"level":"warn","ts":"2025-04-04T20:26:23.281712+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001500380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":"2025-04-04T20:26:23.281758+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":"2025-04-04T20:26:23.287641+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002184380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":"2025-04-04T20:26:23.287679+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":"2025-04-04T20:26:23.348149+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c59340/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"info","ts":"2025-04-04T20:26:23.348185+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} 0 0 0 0 0 0 0 0 --:--:-- 0:00:22 --:--:-- 0{"level":"warn","ts":"2025-04-04T20:26:24.299648+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001500380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:26:24.303476+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002184380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:26:24.367025+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c59340/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"warn","ts":1743769584.6335928,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001e8f6c0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743769584.6336462,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743769584.6481626,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0030ca1c0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743769584.6481905,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743769584.823189,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00611d500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"info","ts":1743769584.8232129,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} table mark.finish_mark_1 not exists for 7-th check, retry later table test.t1 exists + sleep 5 0 0 0 0 0 0 0 0 --:--:-- 0:00:23 --:--:-- 0 table mark.finish_mark_1 not exists for 8-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:24 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:25 --:--:-- 0 table test.finish_mark not exists for 1-th check, retry later table mark.finish_mark_1 not exists for 9-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:26 --:--:-- 0 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/split_region/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... 0 0 0 0 0 0 0 0 --:--:-- 0:00:27 --:--:-- 0 table test.finish_mark not exists for 2-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:28 --:--:-- 0{"level":"warn","ts":"2025-04-04T20:26:30.300625+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001500380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:26:30.305567+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002184380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-04T20:26:30.368526+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c59340/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} + kill_tidb ++ ps aux ++ grep tidb-server ++ grep /tmp/tidb_cdc_test/synced_status_with_redo + info='jenkins 16220 11.7 0.0 3184348 214180 ? Sl 20:26 0:02 tidb-server -P 4000 -config /tmp/tidb_cdc_test/synced_status_with_redo/tidb-config-1743769572089923830.toml --store tikv --path 127.0.0.1:2379 --status=10080 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tidb.log jenkins 16229 4.5 0.0 3183772 180964 ? Sl 20:26 0:00 tidb-server -P 4001 -config /tmp/tidb_cdc_test/synced_status_with_redo/tidb-config-1743769572097746280.toml --store tikv --path 127.0.0.1:2379 --status=10081 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tidb_other.log jenkins 16288 11.8 0.0 3251072 223824 ? Sl 20:26 0:02 tidb-server -P 3306 -config /tmp/tidb_cdc_test/synced_status_with_redo/tidb-config-1743769572161499503.toml --store tikv --path 127.0.0.1:2479 --status=20080 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tidb_down.log' ++ ps aux ++ grep tidb-server ++ grep /tmp/tidb_cdc_test/synced_status_with_redo ++ awk '{print $2}' ++ xargs kill -9 ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 3422 0 --:--:-- --:--:-- --:--:-- 3375 100 243 100 243 0 0 3375 0 --:--:-- --:--:-- --:--:-- 3328 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-04 20:26:27.145","puller_resolved_ts":"2025-04-04 20:26:23.194","last_synced_ts":"2025-04-04 20:26:23.194","now_ts":"2025-04-04 20:26:30.000","info":"The data syncing is not finished, please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:26:27.145","puller_resolved_ts":"2025-04-04' '20:26:23.194","last_synced_ts":"2025-04-04' '20:26:23.194","now_ts":"2025-04-04' '20:26:30.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:26:27.145","puller_resolved_ts":"2025-04-04' '20:26:23.194","last_synced_ts":"2025-04-04' '20:26:23.194","now_ts":"2025-04-04' '20:26:30.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq -r .info + info='The data syncing is not finished, please wait' + target_message='The data syncing is not finished, please wait' + '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']' + sleep 130 table mark.finish_mark_1 not exists for 10-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:29 --:--:-- 0 100 135 100 135 0 0 4 0 0:00:33 0:00:30 0:00:03 28 100 135 100 135 0 0 4 0 0:00:33 0:00:30 0:00:03 35 + synced_status='{ "error_msg": "[CDC:ErrPDEtcdAPIError]etcd api call error: context deadline exceeded", "error_code": "CDC:ErrPDEtcdAPIError" }' ++ echo '{' '"error_msg":' '"[CDC:ErrPDEtcdAPIError]etcd' api call error: context deadline 'exceeded",' '"error_code":' '"CDC:ErrPDEtcdAPIError"' '}' ++ jq -r .error_code + error_code=CDC:ErrPDEtcdAPIError + cleanup_process cdc.test table test.finish_mark not exists for 3-th check, retry later wait process cdc.test exit for 1-th time... table mark.finish_mark_1 not exists for 11-th check, retry later wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster start tidb cluster in /tmp/tidb_cdc_test/split_region Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table test.finish_mark not exists for 4-th check, retry later table mark.finish_mark_1 not exists for 12-th check, retry later table test.finish_mark not exists for 5-th check, retry later table mark.finish_mark_1 not exists for 13-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table test.finish_mark not exists for 6-th check, retry later table mark.finish_mark_1 not exists for 14-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.finish_mark not exists for 7-th check, retry later table mark.finish_mark_1 not exists for 15-th check, retry later + run_case_with_unavailable_tikv conf/changefeed.toml + rm -rf /tmp/tidb_cdc_test/synced_status + mkdir -p /tmp/tidb_cdc_test/synced_status + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433386682714867 TiDB Cluster ID. tikv_gc_leader_uuid 65803120d88000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-hrxg0, pid:27060, start at 2025-04-04 20:26:40.909303413 +0800 CST m=+1.464068104 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:28:40.917 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:26:40.917 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:16:40.917 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433386682714867 TiDB Cluster ID. tikv_gc_leader_uuid 65803120d88000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-hrxg0, pid:27060, start at 2025-04-04 20:26:40.909303413 +0800 CST m=+1.464068104 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:28:40.917 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:26:40.917 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:16:40.917 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433381363188480 TiDB Cluster ID. tikv_gc_leader_uuid 65803120f000001 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-l-hrxg0, pid:27134, start at 2025-04-04 20:26:40.962095235 +0800 CST m=+1.447760311 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:28:40.970 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:26:40.960 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:16:40.960 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/split_region/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/split_region/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/split_region/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/split_region/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/split_region/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table test.finish_mark not exists for 8-th check, retry later table mark.finish_mark_1 not exists for 16-th check, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.split_region.cli.28438.out cli tso query --pd=http://127.0.0.1:2379 chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/synced_status Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table test.finish_mark not exists for 9-th check, retry later table mark.finish_mark_1 not exists for 17-th check, retry later + set +x + tso='457118739114754049 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118739114754049 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:26:45 CST 2025] <<<<<< START cdc server in split_region case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.split_region.2848228484.out server --log-file /tmp/tidb_cdc_test/split_region/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/split_region/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Verifying downstream PD is started... table test.finish_mark not exists for 10-th check, retry later table mark.finish_mark_1 not exists for 18-th check, retry later Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table test.finish_mark not exists for 11-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:26:48 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/44c3360b-d691-4c01-a5a9-38972fd3d6b7 {"id":"44c3360b-d691-4c01-a5a9-38972fd3d6b7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769606} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c467d2ec 44c3360b-d691-4c01-a5a9-38972fd3d6b7 /tidb/cdc/default/default/upstream/7489433386682714867 {"id":7489433386682714867,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/44c3360b-d691-4c01-a5a9-38972fd3d6b7 {"id":"44c3360b-d691-4c01-a5a9-38972fd3d6b7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769606} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c467d2ec 44c3360b-d691-4c01-a5a9-38972fd3d6b7 /tidb/cdc/default/default/upstream/7489433386682714867 {"id":7489433386682714867,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/44c3360b-d691-4c01-a5a9-38972fd3d6b7 {"id":"44c3360b-d691-4c01-a5a9-38972fd3d6b7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769606} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c467d2ec 44c3360b-d691-4c01-a5a9-38972fd3d6b7 /tidb/cdc/default/default/upstream/7489433386682714867 {"id":7489433386682714867,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.split_region.cli.28542.out cli changefeed create --start-ts=457118739114754049 '--sink-uri=kafka://127.0.0.1:9092/ticdc-split-region-test-29410?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --config /tmp/tidb_cdc_test/split_region/pulsar_test.toml Create changefeed successfully! ID: 94933576-26ed-4e50-abdf-e825a2979d75 Info: {"upstream_id":7489433386682714867,"namespace":"default","id":"94933576-26ed-4e50-abdf-e825a2979d75","sink_uri":"kafka://127.0.0.1:9092/ticdc-split-region-test-29410?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:26:49.28602329+08:00","start_ts":457118739114754049,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118739114754049,"checkpoint_ts":457118739114754049,"checkpoint_time":"2025-04-04 20:26:44.167"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... table mark.finish_mark_1 not exists for 19-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.finish_mark exists check diff successfully + set +x [Fri Apr 4 20:26:50 CST 2025] <<<<<< START kafka consumer in split_region case >>>>>> table split_region.test1 not exists for 1-th check, retry later table mark.finish_mark_1 not exists for 20-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433425928799874 TiDB Cluster ID. tikv_gc_leader_uuid 6580312b64c0003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:19881, start at 2025-04-04 20:26:51.670417345 +0800 CST m=+1.797074174 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:28:51.677 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:26:51.667 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:16:51.667 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433425928799874 TiDB Cluster ID. tikv_gc_leader_uuid 6580312b64c0003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:19881, start at 2025-04-04 20:26:51.670417345 +0800 CST m=+1.797074174 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:28:51.677 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:26:51.667 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:16:51.667 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433432957099293 TiDB Cluster ID. tikv_gc_leader_uuid 6580312b0c40002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:19955, start at 2025-04-04 20:26:51.315578927 +0800 CST m=+1.371195358 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:28:51.323 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:26:51.313 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:16:51.313 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table mark.finish_mark_1 not exists for 21-th check, retry later table split_region.test1 exists table split_region.test2 not exists for 1-th check, retry later + cd /tmp/tidb_cdc_test/synced_status ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.21267.out cli tso query --pd=http://127.0.0.1:2379 table mark.finish_mark_1 not exists for 22-th check, retry later table split_region.test2 exists check diff failed 1-th time, retry later + set +x + tso='457118741841051649 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118741841051649 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457118741841051649 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test [Fri Apr 4 20:26:55 CST 2025] <<<<<< START cdc server in synced_status case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.2130221304.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table mark.finish_mark_1 not exists for 23-th check, retry later check diff successfully table mark.finish_mark_1 not exists for 24-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:26:59 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f0a5852a-4908-48e8-abf1-d41a8ef92a98 {"id":"f0a5852a-4908-48e8-abf1-d41a8ef92a98","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769616} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c49072d7 f0a5852a-4908-48e8-abf1-d41a8ef92a98 /tidb/cdc/default/default/upstream/7489433425928799874 {"id":7489433425928799874,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f0a5852a-4908-48e8-abf1-d41a8ef92a98 {"id":"f0a5852a-4908-48e8-abf1-d41a8ef92a98","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769616} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c49072d7 f0a5852a-4908-48e8-abf1-d41a8ef92a98 /tidb/cdc/default/default/upstream/7489433425928799874 {"id":7489433425928799874,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f0a5852a-4908-48e8-abf1-d41a8ef92a98 {"id":"f0a5852a-4908-48e8-abf1-d41a8ef92a98","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769616} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c49072d7 f0a5852a-4908-48e8-abf1-d41a8ef92a98 /tidb/cdc/default/default/upstream/7489433425928799874 {"id":7489433425928799874,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457118741841051649 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.21363.out cli changefeed create --start-ts=457118741841051649 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489433425928799874,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-04T20:26:59.528619945+08:00","start_ts":457118741841051649,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118741841051649,"checkpoint_ts":457118741841051649,"checkpoint_time":"2025-04-04 20:26:54.567"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table test.finish_mark not exists for 1-th check, retry later + set +x + run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);' + check_table_exists test.t1 127.0.0.1 3306 table test.t1 not exists for 1-th check, retry later table mark.finish_mark_1 not exists for 25-th check, retry later table test.finish_mark not exists for 2-th check, retry later table mark.finish_mark_1 not exists for 26-th check, retry later table test.t1 exists + sleep 5 table test.finish_mark not exists for 3-th check, retry later table mark.finish_mark_1 not exists for 27-th check, retry later table test.finish_mark not exists for 4-th check, retry later table mark.finish_mark_1 not exists for 28-th check, retry later table test.finish_mark not exists for 5-th check, retry later + kill_tikv ++ ps aux ++ grep tikv-server ++ grep /tmp/tidb_cdc_test/synced_status + info='jenkins 19072 25.2 0.6 5132252 2482744 ? Sl 20:26 0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20160 --status-addr 127.0.0.1:20181 --log-file /tmp/tidb_cdc_test/synced_status/tikv1.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv1 jenkins 19073 34.8 0.6 5162972 2552600 ? Sl 20:26 0:06 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20161 --status-addr 127.0.0.1:20182 --log-file /tmp/tidb_cdc_test/synced_status/tikv2.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv2 jenkins 19074 25.4 0.6 5132256 2478012 ? Sl 20:26 0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20162 --status-addr 127.0.0.1:20183 --log-file /tmp/tidb_cdc_test/synced_status/tikv3.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv3 jenkins 19079 33.5 0.6 5165532 2538356 ? Sl 20:26 0:06 tikv-server --pd 127.0.0.1:2479 -A 127.0.0.1:21160 --status-addr 127.0.0.1:21180 --log-file /tmp/tidb_cdc_test/synced_status/tikv_down.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv_down' ++ ps aux ++ grep tikv-server ++ grep /tmp/tidb_cdc_test/synced_status ++ awk '{print $2}' ++ xargs kill -9 ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 6567 0 --:--:-- --:--:-- --:--:-- 6567 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-04 20:27:06.917","puller_resolved_ts":"2025-04-04 20:27:00.917","last_synced_ts":"2025-04-04 20:27:00.967","now_ts":"2025-04-04 20:27:08.000","info":"The data syncing is not finished, please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:27:06.917","puller_resolved_ts":"2025-04-04' '20:27:00.917","last_synced_ts":"2025-04-04' '20:27:00.967","now_ts":"2025-04-04' '20:27:08.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:27:06.917","puller_resolved_ts":"2025-04-04' '20:27:00.917","last_synced_ts":"2025-04-04' '20:27:00.967","now_ts":"2025-04-04' '20:27:08.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq -r .info + info='The data syncing is not finished, please wait' + target_message='The data syncing is not finished, please wait' + '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']' + sleep 130 table mark.finish_mark_1 not exists for 29-th check, retry later check diff failed 1-th time, retry later table test.finish_mark exists check diff successfully check diff failed 2-th time, retry later wait process cdc.test exit for 1-th time... table mark.finish_mark_1 not exists for 30-th check, retry later wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:27:11 CST 2025] <<<<<< run test case canal_json_basic success! >>>>>> table mark.finish_mark_1 not exists for 31-th check, retry later check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:27:14 CST 2025] <<<<<< run test case split_region success! >>>>>> table mark.finish_mark_1 exists table mark.finish_mark_2 not exists for 1-th check, retry later table mark.finish_mark_2 not exists for 2-th check, retry later table mark.finish_mark_2 not exists for 3-th check, retry later table mark.finish_mark_2 not exists for 4-th check, retry later table mark.finish_mark_2 not exists for 5-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_content_compatible/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... table mark.finish_mark_2 not exists for 6-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/canal_json_content_compatible Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table mark.finish_mark_2 not exists for 7-th check, retry later table mark.finish_mark_2 exists table mark.finish_mark_3 not exists for 1-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table mark.finish_mark_3 not exists for 2-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433607896055641 TiDB Cluster ID. tikv_gc_leader_uuid 65803152fe0000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:32614, start at 2025-04-04 20:27:32.242938151 +0800 CST m=+1.450910066 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:29:32.251 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:27:32.216 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:17:32.216 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433607896055641 TiDB Cluster ID. tikv_gc_leader_uuid 65803152fe0000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:32614, start at 2025-04-04 20:27:32.242938151 +0800 CST m=+1.450910066 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:29:32.251 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:27:32.216 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:17:32.216 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433608142044414 TiDB Cluster ID. tikv_gc_leader_uuid 65803152f04000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:32686, start at 2025-04-04 20:27:32.209808723 +0800 CST m=+1.347396348 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:29:32.217 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:27:32.211 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:17:32.211 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/canal_json_content_compatible/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/canal_json_content_compatible/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/canal_json_content_compatible/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/canal_json_content_compatible/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/canal_json_content_compatible/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table mark.finish_mark_3 not exists for 3-th check, retry later [Fri Apr 4 20:27:35 CST 2025] <<<<<< START cdc server in canal_json_content_compatible case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_content_compatible.3398433986.out server --log-file /tmp/tidb_cdc_test/canal_json_content_compatible/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/canal_json_content_compatible/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table mark.finish_mark_3 not exists for 4-th check, retry later table mark.finish_mark_3 not exists for 5-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:27:38 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e326a9b0-4d66-4afd-b4f3-fa238c39fa2c {"id":"e326a9b0-4d66-4afd-b4f3-fa238c39fa2c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769655} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c53643cc e326a9b0-4d66-4afd-b4f3-fa238c39fa2c /tidb/cdc/default/default/upstream/7489433607896055641 {"id":7489433607896055641,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e326a9b0-4d66-4afd-b4f3-fa238c39fa2c {"id":"e326a9b0-4d66-4afd-b4f3-fa238c39fa2c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769655} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c53643cc e326a9b0-4d66-4afd-b4f3-fa238c39fa2c /tidb/cdc/default/default/upstream/7489433607896055641 {"id":7489433607896055641,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e326a9b0-4d66-4afd-b4f3-fa238c39fa2c {"id":"e326a9b0-4d66-4afd-b4f3-fa238c39fa2c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769655} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c53643cc e326a9b0-4d66-4afd-b4f3-fa238c39fa2c /tidb/cdc/default/default/upstream/7489433607896055641 {"id":7489433607896055641,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_content_compatible.cli.34041.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-canal-json-content-compatible?protocol=canal-json&enable-tidb-extension=true&content-compatible=true' Create changefeed successfully! ID: f3df2bad-cef1-4a81-99a9-444c5f5abbe1 Info: {"upstream_id":7489433607896055641,"namespace":"default","id":"f3df2bad-cef1-4a81-99a9-444c5f5abbe1","sink_uri":"kafka://127.0.0.1:9092/ticdc-canal-json-content-compatible?protocol=canal-json\u0026enable-tidb-extension=true\u0026content-compatible=true","create_time":"2025-04-04T20:27:38.677972148+08:00","start_ts":457118753375125510,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":true,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118753375125510,"checkpoint_ts":457118753375125510,"checkpoint_time":"2025-04-04 20:27:38.566"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table mark.finish_mark_3 not exists for 6-th check, retry later + set +x table mark.finish_mark_3 not exists for 7-th check, retry later table mark.finish_mark_3 exists table mark.finish_mark_4 not exists for 1-th check, retry later [Fri Apr 4 20:27:45 CST 2025] <<<<<< START kafka consumer in canal_json_content_compatible case >>>>>> table mark.finish_mark_4 not exists for 2-th check, retry later table test.finish_mark not exists for 1-th check, retry later table mark.finish_mark_4 not exists for 3-th check, retry later table test.finish_mark not exists for 2-th check, retry later table mark.finish_mark_4 not exists for 4-th check, retry later table test.finish_mark not exists for 3-th check, retry later table mark.finish_mark_4 not exists for 5-th check, retry later table test.finish_mark not exists for 4-th check, retry later table mark.finish_mark_4 not exists for 6-th check, retry later table test.finish_mark not exists for 5-th check, retry later table mark.finish_mark_4 not exists for 7-th check, retry later table test.finish_mark not exists for 6-th check, retry later table mark.finish_mark_4 exists table mark.finish_mark_5 not exists for 1-th check, retry later table test.finish_mark not exists for 7-th check, retry later table mark.finish_mark_5 not exists for 2-th check, retry later table test.finish_mark not exists for 8-th check, retry later table mark.finish_mark_5 not exists for 3-th check, retry later table test.finish_mark not exists for 9-th check, retry later table mark.finish_mark_5 not exists for 4-th check, retry later table test.finish_mark not exists for 10-th check, retry later table mark.finish_mark_5 not exists for 5-th check, retry later table test.finish_mark not exists for 11-th check, retry later table mark.finish_mark_5 not exists for 6-th check, retry later table test.finish_mark not exists for 12-th check, retry later table mark.finish_mark_5 exists table mark.finish_mark exists check diff successfully 8:28PM INF > Run case=sql/debezium/binary_column_test.sql 8:28PM INF > Run case=sql/debezium/binary_mode_test.sql table test.finish_mark not exists for 13-th check, retry later wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:28:11 CST 2025] <<<<<< run test case multi_source success! >>>>>> table test.finish_mark not exists for 14-th check, retry later table test.finish_mark not exists for 15-th check, retry later table test.finish_mark not exists for 16-th check, retry later table test.finish_mark not exists for 17-th check, retry later table test.finish_mark not exists for 18-th check, retry later table test.finish_mark exists check diff successfully table test.finish_mark exists check diff failed 1-th time, retry later 8:28PM INF > Run case=sql/debezium/connector_read_binary_field_test.sql check diff failed 2-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/vector/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... check diff failed 3-th time, retry later start tidb cluster in /tmp/tidb_cdc_test/vector Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... check diff failed 4-th time, retry later check diff failed 5-th time, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff failed 6-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 7-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433881158946427 TiDB Cluster ID. tikv_gc_leader_uuid 65803190ddc000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv, pid:34176, start at 2025-04-04 20:28:35.592157215 +0800 CST m=+1.430557282 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:30:35.600 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:28:35.575 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:18:35.575 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433881158946427 TiDB Cluster ID. tikv_gc_leader_uuid 65803190ddc000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv, pid:34176, start at 2025-04-04 20:28:35.592157215 +0800 CST m=+1.430557282 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:30:35.600 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:28:35.575 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:18:35.575 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433876628463516 TiDB Cluster ID. tikv_gc_leader_uuid 65803190ea8000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-5-m22qv, pid:34238, start at 2025-04-04 20:28:35.643963357 +0800 CST m=+1.419815215 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:30:35.651 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:28:35.626 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:18:35.626 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/vector/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/vector/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/vector/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/vector/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/vector/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff failed 8-th time, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.vector.cli.35621.out cli tso query --pd=http://127.0.0.1:2379 check diff failed 9-th time, retry later + set +x + tso='457118769184768001 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118769184768001 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:28:40 CST 2025] <<<<<< START cdc server in vector case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.vector.3566835670.out server --log-file /tmp/tidb_cdc_test/vector/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/vector/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:28:43 CST 2025] <<<<<< run test case canal_json_content_compatible success! >>>>>> + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:28:43 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2d055111-413b-4536-b868-e209afb9be13 {"id":"2d055111-413b-4536-b868-e209afb9be13","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769720} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c625f3d8 2d055111-413b-4536-b868-e209afb9be13 /tidb/cdc/default/default/upstream/7489433881158946427 {"id":7489433881158946427,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2d055111-413b-4536-b868-e209afb9be13 {"id":"2d055111-413b-4536-b868-e209afb9be13","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769720} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c625f3d8 2d055111-413b-4536-b868-e209afb9be13 /tidb/cdc/default/default/upstream/7489433881158946427 {"id":7489433881158946427,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2d055111-413b-4536-b868-e209afb9be13 {"id":"2d055111-413b-4536-b868-e209afb9be13","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769720} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c625f3d8 2d055111-413b-4536-b868-e209afb9be13 /tidb/cdc/default/default/upstream/7489433881158946427 {"id":7489433881158946427,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.vector.cli.35721.out cli changefeed create --start-ts=457118769184768001 '--sink-uri=kafka://127.0.0.1:9092/vector-18916?protocol=open-protocol&partition-num=4&max-message-bytes=10485760' Create changefeed successfully! ID: 42213a78-bb31-4ecf-baa3-61460937ea7d Info: {"upstream_id":7489433881158946427,"namespace":"default","id":"42213a78-bb31-4ecf-baa3-61460937ea7d","sink_uri":"kafka://127.0.0.1:9092/vector-18916?protocol=open-protocol\u0026partition-num=4\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:28:43.857484144+08:00","start_ts":457118769184768001,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118769184768001,"checkpoint_ts":457118769184768001,"checkpoint_time":"2025-04-04 20:28:38.875"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... + set +x [Fri Apr 4 20:28:45 CST 2025] <<<<<< START kafka consumer in vector case >>>>>> 8:28PM INF > Run case=sql/debezium/connector_test.sql ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 221 100 221 0 0 7366 0 --:--:-- --:--:-- --:--:-- 7366 + synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-04 20:28:37.294","puller_resolved_ts":"2025-04-04 20:28:32.294","last_synced_ts":"2025-04-04 20:26:23.194","now_ts":"2025-04-04 20:28:40.000","info":"Data syncing is finished"}' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-04' '20:28:37.294","puller_resolved_ts":"2025-04-04' '20:28:32.294","last_synced_ts":"2025-04-04' '20:26:23.194","now_ts":"2025-04-04' '20:28:40.000","info":"Data' syncing is 'finished"}' ++ jq .synced + status=true + '[' true '!=' true ']' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-04' '20:28:37.294","puller_resolved_ts":"2025-04-04' '20:28:32.294","last_synced_ts":"2025-04-04' '20:26:23.194","now_ts":"2025-04-04' '20:28:40.000","info":"Data' syncing is 'finished"}' ++ jq -r .info + info='Data syncing is finished' + target_message='Data syncing is finished' + '[' 'Data syncing is finished' '!=' 'Data syncing is finished' ']' + cleanup_process cdc.test wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster + run_case_with_failpoint conf/changefeed-redo.toml + rm -rf /tmp/tidb_cdc_test/synced_status_with_redo + mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table test.finish_mark not exists for 1-th check, retry later table test.finish_mark exists check diff successfully Verifying downstream PD is started... wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:28:55 CST 2025] <<<<<< run test case vector success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_topics/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release start tidb cluster in /tmp/tidb_cdc_test/multi_topics Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433975036465111 TiDB Cluster ID. tikv_gc_leader_uuid 658031a87ec000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:19028, start at 2025-04-04 20:28:59.819454093 +0800 CST m=+1.498502004 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:30:59.827 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:28:59.821 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:18:59.821 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433975036465111 TiDB Cluster ID. tikv_gc_leader_uuid 658031a87ec000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:19028, start at 2025-04-04 20:28:59.819454093 +0800 CST m=+1.498502004 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:30:59.827 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:28:59.821 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:18:59.821 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489433986964720427 TiDB Cluster ID. tikv_gc_leader_uuid 658031a87d0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-5l21g, pid:19106, start at 2025-04-04 20:28:59.804181771 +0800 CST m=+1.413741126 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:30:59.812 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:28:59.814 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:18:59.814 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + cd /tmp/tidb_cdc_test/synced_status_with_redo + export 'GO_FAILPOINTS=github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)' ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.20534.out cli tso query --pd=http://127.0.0.1:2379 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x + tso='457118775514759169 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118775514759169 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457118775514759169 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test [Fri Apr 4 20:29:04 CST 2025] <<<<<< START cdc server in synced_status_with_redo case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.2055820560.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489434008822164714 TiDB Cluster ID. tikv_gc_leader_uuid 658031ad5f40041 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:35585, start at 2025-04-04 20:29:04.809736982 +0800 CST m=+1.452600615 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:31:04.817 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:29:04.815 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:19:04.815 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489434008822164714 TiDB Cluster ID. tikv_gc_leader_uuid 658031ad5f40041 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:35585, start at 2025-04-04 20:29:04.809736982 +0800 CST m=+1.452600615 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:31:04.817 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:29:04.815 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:19:04.815 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489434008606555725 TiDB Cluster ID. tikv_gc_leader_uuid 658031ad7740003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:35648, start at 2025-04-04 20:29:04.86337772 +0800 CST m=+1.445738029 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:31:04.870 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:29:04.861 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:19:04.861 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_topics/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_topics/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_topics/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_topics/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_topics/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_topics.cli.37098.out cli tso query --pd=http://127.0.0.1:2379 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:29:07 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ec87a9c9-4dad-41e3-823e-f4a3d0e3a32a {"id":"ec87a9c9-4dad-41e3-823e-f4a3d0e3a32a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769744} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c68639da ec87a9c9-4dad-41e3-823e-f4a3d0e3a32a /tidb/cdc/default/default/upstream/7489433975036465111 {"id":7489433975036465111,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ec87a9c9-4dad-41e3-823e-f4a3d0e3a32a {"id":"ec87a9c9-4dad-41e3-823e-f4a3d0e3a32a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769744} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c68639da ec87a9c9-4dad-41e3-823e-f4a3d0e3a32a /tidb/cdc/default/default/upstream/7489433975036465111 {"id":7489433975036465111,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ec87a9c9-4dad-41e3-823e-f4a3d0e3a32a {"id":"ec87a9c9-4dad-41e3-823e-f4a3d0e3a32a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769744} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c68639da ec87a9c9-4dad-41e3-823e-f4a3d0e3a32a /tidb/cdc/default/default/upstream/7489433975036465111 {"id":7489433975036465111,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed-redo.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457118775514759169 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.20622.out cli changefeed create --start-ts=457118775514759169 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489433975036465111,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-04T20:29:07.903507722+08:00","start_ts":457118775514759169,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118775514759169,"checkpoint_ts":457118775514759169,"checkpoint_time":"2025-04-04 20:29:03.022"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... + set +x + sleep 20 + set +x + tso='457118776836751361 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118776836751361 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:29:09 CST 2025] <<<<<< START cdc server in multi_topics case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_topics.3714637148.out server --log-file /tmp/tidb_cdc_test/multi_topics/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_topics/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:29:12 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b96b6b14-44fb-43f3-80a0-f7e3b0621044 {"id":"b96b6b14-44fb-43f3-80a0-f7e3b0621044","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769749} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c69be2d8 b96b6b14-44fb-43f3-80a0-f7e3b0621044 /tidb/cdc/default/default/upstream/7489434008822164714 {"id":7489434008822164714,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b96b6b14-44fb-43f3-80a0-f7e3b0621044 {"id":"b96b6b14-44fb-43f3-80a0-f7e3b0621044","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769749} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c69be2d8 b96b6b14-44fb-43f3-80a0-f7e3b0621044 /tidb/cdc/default/default/upstream/7489434008822164714 {"id":7489434008822164714,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b96b6b14-44fb-43f3-80a0-f7e3b0621044 {"id":"b96b6b14-44fb-43f3-80a0-f7e3b0621044","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769749} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c69be2d8 b96b6b14-44fb-43f3-80a0-f7e3b0621044 /tidb/cdc/default/default/upstream/7489434008822164714 {"id":7489434008822164714,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_topics.cli.37198.out cli changefeed create --start-ts=457118776836751361 '--sink-uri=kafka://127.0.0.1:9092/multi_topics?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1' --config /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_topics/conf/changefeed.toml Create changefeed successfully! ID: e5e20158-5670-4c61-8419-482b406c92a6 Info: {"upstream_id":7489434008822164714,"namespace":"default","id":"e5e20158-5670-4c61-8419-482b406c92a6","sink_uri":"kafka://127.0.0.1:9092/multi_topics?protocol=canal-json\u0026enable-tidb-extension=true\u0026kafka-version=2.4.1","create_time":"2025-04-04T20:29:12.960353099+08:00","start_ts":457118776836751361,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"dispatchers":[{"matcher":["workload.*"],"topic":"workload"},{"matcher":["test.*"],"topic":"{schema}_{table}"}],"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118776836751361,"checkpoint_ts":457118776836751361,"checkpoint_time":"2025-04-04 20:29:08.065"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... + set +x ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 723 100 723 0 0 22593 0 --:--:-- --:--:-- --:--:-- 22593 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-04 20:27:07.918","puller_resolved_ts":"2025-04-04 20:27:07.918","last_synced_ts":"2025-04-04 20:27:00.967","now_ts":"2025-04-04 20:29:18.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}' ++ jq .synced ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:27:07.918","puller_resolved_ts":"2025-04-04' '20:27:07.918","last_synced_ts":"2025-04-04' '20:27:00.967","now_ts":"2025-04-04' '20:29:18.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:27:07.918","puller_resolved_ts":"2025-04-04' '20:27:07.918","last_synced_ts":"2025-04-04' '20:27:00.967","now_ts":"2025-04-04' '20:29:18.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' ++ jq -r .info + info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']' + cleanup_process cdc.test wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster + run_case_with_unavailable_tidb conf/changefeed.toml + rm -rf /tmp/tidb_cdc_test/synced_status + mkdir -p /tmp/tidb_cdc_test/synced_status + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/synced_status Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 723 100 723 0 0 42529 0 --:--:-- --:--:-- --:--:-- 45187 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-04 20:29:03.022","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2025-04-04 20:29:29.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:29:03.022","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-04' '20:29:29.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:29:03.022","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-04' '20:29:29.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' ++ jq -r .info + info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']' + export GO_FAILPOINTS= + GO_FAILPOINTS= + cleanup_process cdc.test wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489434135255969814 TiDB Cluster ID. tikv_gc_leader_uuid 658031cb6ec000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:22632, start at 2025-04-04 20:29:35.584997016 +0800 CST m=+1.465156570 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:31:35.592 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:29:35.596 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:19:35.596 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489434135255969814 TiDB Cluster ID. tikv_gc_leader_uuid 658031cb6ec000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:22632, start at 2025-04-04 20:29:35.584997016 +0800 CST m=+1.465156570 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:31:35.592 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:29:35.596 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:19:35.596 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489434139424675149 TiDB Cluster ID. tikv_gc_leader_uuid 658031cb6e0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:22705, start at 2025-04-04 20:29:35.581381641 +0800 CST m=+1.400340487 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:31:35.588 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:29:35.594 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:19:35.594 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + cd /tmp/tidb_cdc_test/synced_status ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.24082.out cli tso query --pd=http://127.0.0.1:2379 + set +x + tso='457118784892698625 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118784892698625 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457118784892698625 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test [Fri Apr 4 20:29:40 CST 2025] <<<<<< START cdc server in synced_status case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.2412024122.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + check_logs /tmp/tidb_cdc_test/synced_status_with_redo ++ date + echo '[Fri Apr 4 20:29:40 CST 2025] <<<<<< run test case synced_status_with_redo success! >>>>>>' [Fri Apr 4 20:29:40 CST 2025] <<<<<< run test case synced_status_with_redo success! >>>>>> + stop_tidb_cluster + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:29:43 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/12fcd0ec-9990-4795-8b32-b67737f08736 {"id":"12fcd0ec-9990-4795-8b32-b67737f08736","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769780} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c719fcd6 12fcd0ec-9990-4795-8b32-b67737f08736 /tidb/cdc/default/default/upstream/7489434135255969814 {"id":7489434135255969814,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/12fcd0ec-9990-4795-8b32-b67737f08736 {"id":"12fcd0ec-9990-4795-8b32-b67737f08736","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769780} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c719fcd6 12fcd0ec-9990-4795-8b32-b67737f08736 /tidb/cdc/default/default/upstream/7489434135255969814 {"id":7489434135255969814,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/12fcd0ec-9990-4795-8b32-b67737f08736 {"id":"12fcd0ec-9990-4795-8b32-b67737f08736","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769780} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c719fcd6 12fcd0ec-9990-4795-8b32-b67737f08736 /tidb/cdc/default/default/upstream/7489434135255969814 {"id":7489434135255969814,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457118784892698625 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.24181.out cli changefeed create --start-ts=457118784892698625 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc already exists) Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489434135255969814,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-04T20:29:43.754147771+08:00","start_ts":457118784892698625,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118784892698625,"checkpoint_ts":457118784892698625,"checkpoint_time":"2025-04-04 20:29:38.796"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } + set +x + run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);' + check_table_exists test.t1 127.0.0.1 3306 table test.t1 not exists for 1-th check, retry later 8:29PM INF > Run case=sql/debezium/connector_test_ro.sql table test.t1 exists + sleep 5 + kill_tidb ++ ps aux ++ grep tidb-server ++ grep /tmp/tidb_cdc_test/synced_status + info='jenkins 22623 4.5 0.0 3479464 189232 ? Sl 20:29 0:00 tidb-server -P 4000 -config /tmp/tidb_cdc_test/synced_status/tidb-config-1743769774101833751.toml --store tikv --path 127.0.0.1:2379 --status=10080 --log-file /tmp/tidb_cdc_test/synced_status/tidb.log jenkins 22632 10.6 0.0 3479464 206908 ? Sl 20:29 0:02 tidb-server -P 4001 -config /tmp/tidb_cdc_test/synced_status/tidb-config-1743769774109709848.toml --store tikv --path 127.0.0.1:2379 --status=10081 --log-file /tmp/tidb_cdc_test/synced_status/tidb_other.log jenkins 22705 10.5 0.0 3324288 235572 ? Sl 20:29 0:02 tidb-server -P 3306 -config /tmp/tidb_cdc_test/synced_status/tidb-config-1743769774170693960.toml --store tikv --path 127.0.0.1:2479 --status=20080 --log-file /tmp/tidb_cdc_test/synced_status/tidb_down.log' ++ ps aux ++ grep tidb-server ++ grep /tmp/tidb_cdc_test/synced_status ++ awk '{print $2}' ++ xargs kill -9 ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 5651 0 --:--:-- --:--:-- --:--:-- 5651 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-04 20:29:52.146","puller_resolved_ts":"2025-04-04 20:29:45.196","last_synced_ts":"2025-04-04 20:29:45.697","now_ts":"2025-04-04 20:29:52.000","info":"The data syncing is not finished, please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:29:52.146","puller_resolved_ts":"2025-04-04' '20:29:45.196","last_synced_ts":"2025-04-04' '20:29:45.697","now_ts":"2025-04-04' '20:29:52.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:29:52.146","puller_resolved_ts":"2025-04-04' '20:29:45.196","last_synced_ts":"2025-04-04' '20:29:45.697","now_ts":"2025-04-04' '20:29:52.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq -r .info + info='The data syncing is not finished, please wait' + target_message='The data syncing is not finished, please wait' + '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']' + sleep 130 8:30PM INF > Run case=sql/debezium/datetime_key_test.sql 8:30PM INF > Run case=sql/debezium/db_default_charset.sql 8:31PM INF > Run case=sql/debezium/db_default_charset_noutf.sql [Fri Apr 4 20:31:14 CST 2025] <<<<<< START kafka consumer in multi_topics case >>>>>> schema registry uri found: 1 [Fri Apr 4 20:31:14 CST 2025] <<<<<< START kafka consumer in multi_topics case >>>>>> schema registry uri found: 2 [Fri Apr 4 20:31:14 CST 2025] <<<<<< START kafka consumer in multi_topics case >>>>>> schema registry uri found: 3 [Fri Apr 4 20:31:14 CST 2025] <<<<<< START kafka consumer in multi_topics case >>>>>> table test.table1 not exists for 1-th check, retry later table test.table1 exists table test.table2 exists table test.table3 exists check diff successfully table test.table10 not exists for 1-th check, retry later table test.table10 exists table test.table20 exists check diff successfully 8:31PM INF > Run case=sql/debezium/decimal_column_test.sql 8:31PM INF > Run case=sql/debezium/decimal_test.sql [Fri Apr 4 20:31:49 CST 2025] <<<<<< START kafka consumer in multi_topics case >>>>>> schema registry uri found: 10 [Fri Apr 4 20:31:49 CST 2025] <<<<<< START kafka consumer in multi_topics case >>>>>> schema registry uri found: 20 [Fri Apr 4 20:31:49 CST 2025] <<<<<< START kafka consumer in multi_topics case >>>>>> schema registry uri found: finish table test.finish not exists for 1-th check, retry later table test.finish exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:31:52 CST 2025] <<<<<< run test case multi_topics success! >>>>>> 8:31PM INF > Run case=sql/debezium/default_value.sql =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/avro_basic/run.sh using Sink-Type: kafka... <<================= Starting schema registry... * Rebuilt URL to: http://127.0.0.1:8088/ * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8088 failed: Connection refused * Failed to connect to 127.0.0.1 port 8088: Connection refused * Closing connection 0 * Rebuilt URL to: http://127.0.0.1:8088/ * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8088 failed: Connection refused * Failed to connect to 127.0.0.1 port 8088: Connection refused * Closing connection 0 * Rebuilt URL to: http://127.0.0.1:8088/ * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8088 (#0) > GET / HTTP/1.1 > Host: 127.0.0.1:8088 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:32:08 GMT < Content-Type: application/vnd.schemaregistry.v1+json < Vary: Accept-Encoding, User-Agent < Content-Length: 2 < { [2 bytes data] * Connection #0 to host 127.0.0.1 left intact The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/avro_basic Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 221 100 221 0 0 6696 0 --:--:-- --:--:-- --:--:-- 6696 + synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-04 20:32:02.346","puller_resolved_ts":"2025-04-04 20:31:54.346","last_synced_ts":"2025-04-04 20:29:45.697","now_ts":"2025-04-04 20:32:02.000","info":"Data syncing is finished"}' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-04' '20:32:02.346","puller_resolved_ts":"2025-04-04' '20:31:54.346","last_synced_ts":"2025-04-04' '20:29:45.697","now_ts":"2025-04-04' '20:32:02.000","info":"Data' syncing is 'finished"}' ++ jq .synced + status=true + '[' true '!=' true ']' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-04' '20:32:02.346","puller_resolved_ts":"2025-04-04' '20:31:54.346","last_synced_ts":"2025-04-04' '20:29:45.697","now_ts":"2025-04-04' '20:32:02.000","info":"Data' syncing is 'finished"}' ++ jq -r .info + info='Data syncing is finished' + target_message='Data syncing is finished' + '[' 'Data syncing is finished' '!=' 'Data syncing is finished' ']' + cleanup_process cdc.test wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster + run_case_with_failpoint conf/changefeed.toml + rm -rf /tmp/tidb_cdc_test/synced_status + mkdir -p /tmp/tidb_cdc_test/synced_status + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/synced_status Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Verifying downstream PD is started... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489434841862520632 TiDB Cluster ID. tikv_gc_leader_uuid 6580326b7d80003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:38857, start at 2025-04-04 20:32:19.44799357 +0800 CST m=+1.529321581 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:34:19.455 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:32:19.446 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:22:19.446 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489434841862520632 TiDB Cluster ID. tikv_gc_leader_uuid 6580326b7d80003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:38857, start at 2025-04-04 20:32:19.44799357 +0800 CST m=+1.529321581 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:34:19.455 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:32:19.446 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:22:19.446 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489434830889034710 TiDB Cluster ID. tikv_gc_leader_uuid 6580326b7cc0004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:38925, start at 2025-04-04 20:32:19.447434056 +0800 CST m=+1.457571611 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:34:19.455 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:32:19.443 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:22:19.443 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/avro_basic/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/avro_basic/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/avro_basic/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/avro_basic/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/avro_basic/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 49 100 24 100 25 500 520 --:--:-- --:--:-- --:--:-- 1020 {"compatibility":"NONE"}+ pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.avro_basic.cli.40370.out cli tso query --pd=http://127.0.0.1:2379 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489434847541452943 TiDB Cluster ID. tikv_gc_leader_uuid 6580326e99c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:25541, start at 2025-04-04 20:32:22.675364058 +0800 CST m=+1.490429501 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:34:22.682 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:32:22.681 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:22:22.681 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489434847541452943 TiDB Cluster ID. tikv_gc_leader_uuid 6580326e99c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:25541, start at 2025-04-04 20:32:22.675364058 +0800 CST m=+1.490429501 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:34:22.682 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:32:22.681 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:22:22.681 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489434857190584564 TiDB Cluster ID. tikv_gc_leader_uuid 6580326eb280007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-r-99fk7, pid:25621, start at 2025-04-04 20:32:22.741591328 +0800 CST m=+1.488200763 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:34:22.749 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:32:22.730 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:22:22.730 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x + tso='457118827870945281 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118827870945281 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:32:24 CST 2025] <<<<<< START cdc server in avro_basic case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.avro_basic.4040240404.out server --log-file /tmp/tidb_cdc_test/avro_basic/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/avro_basic/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + cd /tmp/tidb_cdc_test/synced_status + export 'GO_FAILPOINTS=github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)' ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.26906.out cli tso query --pd=http://127.0.0.1:2379 + set +x + tso='457118828693028865 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118828693028865 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457118828693028865 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test [Fri Apr 4 20:32:27 CST 2025] <<<<<< START cdc server in synced_status case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.2694326945.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:32:27 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/02b01895-d42e-4617-bf1a-982510a7e5c2 {"id":"02b01895-d42e-4617-bf1a-982510a7e5c2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769944} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c9900eda 02b01895-d42e-4617-bf1a-982510a7e5c2 /tidb/cdc/default/default/upstream/7489434841862520632 {"id":7489434841862520632,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/02b01895-d42e-4617-bf1a-982510a7e5c2 {"id":"02b01895-d42e-4617-bf1a-982510a7e5c2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769944} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c9900eda 02b01895-d42e-4617-bf1a-982510a7e5c2 /tidb/cdc/default/default/upstream/7489434841862520632 {"id":7489434841862520632,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/02b01895-d42e-4617-bf1a-982510a7e5c2 {"id":"02b01895-d42e-4617-bf1a-982510a7e5c2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769944} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c9900eda 02b01895-d42e-4617-bf1a-982510a7e5c2 /tidb/cdc/default/default/upstream/7489434841862520632 {"id":7489434841862520632,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.avro_basic.cli.40457.out cli changefeed create --start-ts=457118827870945281 '--sink-uri=kafka://127.0.0.1:9092/ticdc-avro-test?protocol=avro&enable-tidb-extension=true&avro-enable-watermark=true&avro-decimal-handling-mode=string&avro-bigint-unsigned-handling-mode=string' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/avro_basic/conf/changefeed.toml --schema-registry=http://127.0.0.1:8088 Create changefeed successfully! ID: c8827e91-254e-492f-99bf-4fe9c0eff072 Info: {"upstream_id":7489434841862520632,"namespace":"default","id":"c8827e91-254e-492f-99bf-4fe9c0eff072","sink_uri":"kafka://127.0.0.1:9092/ticdc-avro-test?protocol=avro\u0026enable-tidb-extension=true\u0026avro-enable-watermark=true\u0026avro-decimal-handling-mode=string\u0026avro-bigint-unsigned-handling-mode=string","create_time":"2025-04-04T20:32:27.64186739+08:00","start_ts":457118827870945281,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"avro","schema_registry":"http://127.0.0.1:8088","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118827870945281,"checkpoint_ts":457118827870945281,"checkpoint_time":"2025-04-04 20:32:22.745"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... + set +x [Fri Apr 4 20:32:29 CST 2025] <<<<<< START kafka consumer in avro_basic case >>>>>> consumer replica config found: /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/avro_basic/conf/changefeed.toml schema registry uri found: http://127.0.0.1:8088 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:32:30 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/52776824-e14f-4913-9b60-be455b2ec8c6 {"id":"52776824-e14f-4913-9b60-be455b2ec8c6","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769947} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c99cb1d9 52776824-e14f-4913-9b60-be455b2ec8c6 /tidb/cdc/default/default/upstream/7489434847541452943 {"id":7489434847541452943,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/52776824-e14f-4913-9b60-be455b2ec8c6 {"id":"52776824-e14f-4913-9b60-be455b2ec8c6","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769947} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c99cb1d9 52776824-e14f-4913-9b60-be455b2ec8c6 /tidb/cdc/default/default/upstream/7489434847541452943 {"id":7489434847541452943,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/52776824-e14f-4913-9b60-be455b2ec8c6 {"id":"52776824-e14f-4913-9b60-be455b2ec8c6","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769947} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600c99cb1d9 52776824-e14f-4913-9b60-be455b2ec8c6 /tidb/cdc/default/default/upstream/7489434847541452943 {"id":7489434847541452943,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457118828693028865 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.26997.out cli changefeed create --start-ts=457118828693028865 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489434847541452943,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-04T20:32:30.814499976+08:00","start_ts":457118828693028865,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118828693028865,"checkpoint_ts":457118828693028865,"checkpoint_time":"2025-04-04 20:32:25.881"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x + sleep 20 table test.finish_mark not exists for 1-th check, retry later table test.finish_mark not exists for 2-th check, retry later table test.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:32:40 CST 2025] <<<<<< run test case avro_basic success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_handle_key_only/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 723 100 723 0 0 25821 0 --:--:-- --:--:-- --:--:-- 25821 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-04 20:32:25.881","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2025-04-04 20:32:52.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}' ++ jq .synced ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:32:25.881","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-04' '20:32:52.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' + status=false + '[' false '!=' false ']' ++ jq -r .info ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-04' '20:32:25.881","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-04' '20:32:52.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' + info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']' + export GO_FAILPOINTS= + GO_FAILPOINTS= + cleanup_process cdc.test wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster start tidb cluster in /tmp/tidb_cdc_test/canal_json_handle_key_only Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489435029189114771 TiDB Cluster ID. tikv_gc_leader_uuid 65803295fc0000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:41698, start at 2025-04-04 20:33:02.988541518 +0800 CST m=+1.458968042 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:35:02.996 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:33:02.960 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:23:02.960 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489435029189114771 TiDB Cluster ID. tikv_gc_leader_uuid 65803295fc0000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:41698, start at 2025-04-04 20:33:02.988541518 +0800 CST m=+1.458968042 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:35:02.996 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:33:02.960 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:23:02.960 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489435022373798311 TiDB Cluster ID. tikv_gc_leader_uuid 658032961300005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:41776, start at 2025-04-04 20:33:03.059266641 +0800 CST m=+1.460708895 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:35:03.066 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:33:03.052 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:23:03.052 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + check_logs /tmp/tidb_cdc_test/synced_status ++ date + echo '[Fri Apr 4 20:33:03 CST 2025] <<<<<< run test case synced_status success! >>>>>>' [Fri Apr 4 20:33:03 CST 2025] <<<<<< run test case synced_status success! >>>>>> + stop_tidb_cluster + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_handle_key_only.cli.43132.out cli tso query --pd=http://127.0.0.1:2379 \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } + set +x + tso='457118839278141441 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118839278141441 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:33:07 CST 2025] <<<<<< START cdc server in canal_json_handle_key_only case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_handle_key_only.4316743169.out server --log-file /tmp/tidb_cdc_test/canal_json_handle_key_only/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/canal_json_handle_key_only/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:33:10 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/294ea94d-a2e2-4e75-92b3-15c917c1a0a0 {"id":"294ea94d-a2e2-4e75-92b3-15c917c1a0a0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769988} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600ca3a6cd8 294ea94d-a2e2-4e75-92b3-15c917c1a0a0 /tidb/cdc/default/default/upstream/7489435029189114771 {"id":7489435029189114771,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/294ea94d-a2e2-4e75-92b3-15c917c1a0a0 {"id":"294ea94d-a2e2-4e75-92b3-15c917c1a0a0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769988} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600ca3a6cd8 294ea94d-a2e2-4e75-92b3-15c917c1a0a0 /tidb/cdc/default/default/upstream/7489435029189114771 {"id":7489435029189114771,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/294ea94d-a2e2-4e75-92b3-15c917c1a0a0 {"id":"294ea94d-a2e2-4e75-92b3-15c917c1a0a0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743769988} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600ca3a6cd8 294ea94d-a2e2-4e75-92b3-15c917c1a0a0 /tidb/cdc/default/default/upstream/7489435029189114771 {"id":7489435029189114771,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_handle_key_only.cli.43222.out cli changefeed create --start-ts=457118839278141441 '--sink-uri=kafka://127.0.0.1:9092/canal-json-handle-key-only?protocol=canal-json&enable-tidb-extension=true&max-message-bytes=1000&kafka-version=2.4.1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_handle_key_only/conf/changefeed.toml Create changefeed successfully! ID: e2b15c81-8fa2-40b1-8476-d3319de58141 Info: {"upstream_id":7489435029189114771,"namespace":"default","id":"e2b15c81-8fa2-40b1-8476-d3319de58141","sink_uri":"kafka://127.0.0.1:9092/canal-json-handle-key-only?protocol=canal-json\u0026enable-tidb-extension=true\u0026max-message-bytes=1000\u0026kafka-version=2.4.1","create_time":"2025-04-04T20:33:11.154689846+08:00","start_ts":457118839278141441,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"snappy","claim_check_storage_uri":"","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118839278141441,"checkpoint_ts":457118839278141441,"checkpoint_time":"2025-04-04 20:33:06.260"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... + set +x table test.finish_mark not exists for 1-th check, retry later table test.finish_mark not exists for 2-th check, retry later table test.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:33:18 CST 2025] <<<<<< run test case canal_json_handle_key_only success! >>>>>> 8:33PM INF > Run case=sql/debezium/default_value_all_zero_time.sql /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_handle_key_only/run.sh: line 1: 43255 Killed cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_handle_key_only/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/open_protocol_handle_key_only Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489435183127324041 TiDB Cluster ID. tikv_gc_leader_uuid 658032b9198000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:44377, start at 2025-04-04 20:33:38.951063787 +0800 CST m=+1.460608757 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:35:38.958 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:33:38.918 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:23:38.918 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489435183127324041 TiDB Cluster ID. tikv_gc_leader_uuid 658032b9198000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:44377, start at 2025-04-04 20:33:38.951063787 +0800 CST m=+1.460608757 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:35:38.958 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:33:38.918 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:23:38.918 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489435177583080830 TiDB Cluster ID. tikv_gc_leader_uuid 658032b924c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:44446, start at 2025-04-04 20:33:39.00707794 +0800 CST m=+1.446613370 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:35:39.014 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:33:39.014 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:23:39.014 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_handle_key_only.cli.45896.out cli tso query --pd=http://127.0.0.1:2379 8:33PM INF > Run case=sql/debezium/default_value_generated.sql + set +x + tso='457118848704315393 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118848704315393 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:33:43 CST 2025] <<<<<< START cdc server in open_protocol_handle_key_only case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_handle_key_only.4593245934.out server --log-file /tmp/tidb_cdc_test/open_protocol_handle_key_only/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/open_protocol_handle_key_only/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:33:46 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f4b73987-e332-4e47-aec4-7f6bc66fed7e {"id":"f4b73987-e332-4e47-aec4-7f6bc66fed7e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743770023} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600caceb2d8 f4b73987-e332-4e47-aec4-7f6bc66fed7e /tidb/cdc/default/default/upstream/7489435183127324041 {"id":7489435183127324041,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f4b73987-e332-4e47-aec4-7f6bc66fed7e {"id":"f4b73987-e332-4e47-aec4-7f6bc66fed7e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743770023} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600caceb2d8 f4b73987-e332-4e47-aec4-7f6bc66fed7e /tidb/cdc/default/default/upstream/7489435183127324041 {"id":7489435183127324041,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f4b73987-e332-4e47-aec4-7f6bc66fed7e {"id":"f4b73987-e332-4e47-aec4-7f6bc66fed7e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743770023} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600caceb2d8 f4b73987-e332-4e47-aec4-7f6bc66fed7e /tidb/cdc/default/default/upstream/7489435183127324041 {"id":7489435183127324041,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_handle_key_only.cli.45978.out cli changefeed create --start-ts=457118848704315393 '--sink-uri=kafka://127.0.0.1:9092/open-protocol-handle-key-only?protocol=open-protocol&max-message-bytes=800&kafka-version=2.4.1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_handle_key_only/conf/changefeed.toml Create changefeed successfully! ID: 137f9fb4-d93c-46c6-adf5-a521a1869007 Info: {"upstream_id":7489435183127324041,"namespace":"default","id":"137f9fb4-d93c-46c6-adf5-a521a1869007","sink_uri":"kafka://127.0.0.1:9092/open-protocol-handle-key-only?protocol=open-protocol\u0026max-message-bytes=800\u0026kafka-version=2.4.1","create_time":"2025-04-04T20:33:47.107638805+08:00","start_ts":457118848704315393,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"lz4","claim_check_storage_uri":"","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118848704315393,"checkpoint_ts":457118848704315393,"checkpoint_time":"2025-04-04 20:33:42.218"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... + set +x table test.finish_mark not exists for 1-th check, retry later table test.finish_mark not exists for 2-th check, retry later table test.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:33:54 CST 2025] <<<<<< run test case open_protocol_handle_key_only success! >>>>>> 8:33PM INF > Run case=sql/debezium/enum_column_test.sql /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_handle_key_only/run.sh: line 1: 46027 Killed cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_claim_check/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/canal_json_claim_check Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489435337538145723 TiDB Cluster ID. tikv_gc_leader_uuid 658032dd9f40015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:47293, start at 2025-04-04 20:34:16.356466193 +0800 CST m=+1.390350650 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:36:16.364 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:34:16.367 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:24:16.367 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489435337538145723 TiDB Cluster ID. tikv_gc_leader_uuid 658032dd9f40015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:47293, start at 2025-04-04 20:34:16.356466193 +0800 CST m=+1.390350650 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:36:16.364 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:34:16.367 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:24:16.367 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489435342464887815 TiDB Cluster ID. tikv_gc_leader_uuid 658032ddc40000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:47366, start at 2025-04-04 20:34:16.485957496 +0800 CST m=+1.451148394 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:36:16.493 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:34:16.464 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:24:16.464 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/canal_json_claim_check/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/canal_json_claim_check/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/canal_json_claim_check/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/canal_json_claim_check/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/canal_json_claim_check/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_claim_check.cli.48665.out cli tso query --pd=http://127.0.0.1:2379 + set +x + tso='457118858521608195 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118858521608195 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:34:21 CST 2025] <<<<<< START cdc server in canal_json_claim_check case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_claim_check.4869648698.out server --log-file /tmp/tidb_cdc_test/canal_json_claim_check/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/canal_json_claim_check/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:34:24 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ce84a0c8-4f32-4292-83a3-530c632b21ad {"id":"ce84a0c8-4f32-4292-83a3-530c632b21ad","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743770061} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600cb5b20d7 ce84a0c8-4f32-4292-83a3-530c632b21ad /tidb/cdc/default/default/upstream/7489435337538145723 {"id":7489435337538145723,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ce84a0c8-4f32-4292-83a3-530c632b21ad {"id":"ce84a0c8-4f32-4292-83a3-530c632b21ad","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743770061} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600cb5b20d7 ce84a0c8-4f32-4292-83a3-530c632b21ad /tidb/cdc/default/default/upstream/7489435337538145723 {"id":7489435337538145723,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ce84a0c8-4f32-4292-83a3-530c632b21ad {"id":"ce84a0c8-4f32-4292-83a3-530c632b21ad","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743770061} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600cb5b20d7 ce84a0c8-4f32-4292-83a3-530c632b21ad /tidb/cdc/default/default/upstream/7489435337538145723 {"id":7489435337538145723,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_claim_check.cli.48757.out cli changefeed create --start-ts=457118858521608195 '--sink-uri=kafka://127.0.0.1:9092/canal-json-claim-check?protocol=canal-json&enable-tidb-extension=true&max-message-bytes=1000&kafka-version=2.4.1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_claim_check/conf/changefeed.toml Create changefeed successfully! ID: 086e3f2d-62a0-4c05-8ad9-10221c87a005 Info: {"upstream_id":7489435337538145723,"namespace":"default","id":"086e3f2d-62a0-4c05-8ad9-10221c87a005","sink_uri":"kafka://127.0.0.1:9092/canal-json-claim-check?protocol=canal-json\u0026enable-tidb-extension=true\u0026max-message-bytes=1000\u0026kafka-version=2.4.1","create_time":"2025-04-04T20:34:24.567025955+08:00","start_ts":457118858521608195,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"snappy","claim_check_storage_uri":"file:///tmp/canal-json-claim-check","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118858521608195,"checkpoint_ts":457118858521608195,"checkpoint_time":"2025-04-04 20:34:19.668"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... 8:34PM INF > Run case=sql/debezium/float_test.sql + set +x table test.finish_mark not exists for 1-th check, retry later table test.finish_mark not exists for 2-th check, retry later table test.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:34:31 CST 2025] <<<<<< run test case canal_json_claim_check success! >>>>>> /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_claim_check/run.sh: line 1: 48786 Killed cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_claim_check/run.sh using Sink-Type: kafka... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/open_protocol_claim_check Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... 8:34PM INF > Run case=sql/debezium/history-dbz.sql Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489435504195693059 TiDB Cluster ID. tikv_gc_leader_uuid 65803302bc8000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:50043, start at 2025-04-04 20:34:54.371239533 +0800 CST m=+1.524932983 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:36:54.378 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:34:54.372 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:24:54.372 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489435504195693059 TiDB Cluster ID. tikv_gc_leader_uuid 65803302bc8000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:50043, start at 2025-04-04 20:34:54.371239533 +0800 CST m=+1.524932983 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:36:54.378 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:34:54.372 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:24:54.372 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489435503088459826 TiDB Cluster ID. tikv_gc_leader_uuid 65803302bb8000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:50111, start at 2025-04-04 20:34:54.347825214 +0800 CST m=+1.438151130 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:36:54.356 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:34:54.318 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:24:54.318 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/open_protocol_claim_check/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/open_protocol_claim_check/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/open_protocol_claim_check/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/open_protocol_claim_check/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/open_protocol_claim_check/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_claim_check.cli.51431.out cli tso query --pd=http://127.0.0.1:2379 + set +x + tso='457118868458176513 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118868458176513 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_claim_check.cli.51494.out cli tso query --pd=http://127.0.0.1:2379 8:35PM INF > Run case=sql/debezium/multitable_dbz_871.sql + set +x + tso='457118870240493569 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457118870240493569 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Fri Apr 4 20:35:05 CST 2025] <<<<<< START cdc server in open_protocol_claim_check case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_claim_check.5152751529.out server --log-file /tmp/tidb_cdc_test/open_protocol_claim_check/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/open_protocol_claim_check/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:35:08 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c0e6a96b-322f-4473-93bf-c59d21eeb2b7 {"id":"c0e6a96b-322f-4473-93bf-c59d21eeb2b7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743770106} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600cbed3e2a c0e6a96b-322f-4473-93bf-c59d21eeb2b7 /tidb/cdc/default/default/upstream/7489435504195693059 {"id":7489435504195693059,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c0e6a96b-322f-4473-93bf-c59d21eeb2b7 {"id":"c0e6a96b-322f-4473-93bf-c59d21eeb2b7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743770106} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600cbed3e2a c0e6a96b-322f-4473-93bf-c59d21eeb2b7 /tidb/cdc/default/default/upstream/7489435504195693059 {"id":7489435504195693059,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c0e6a96b-322f-4473-93bf-c59d21eeb2b7 {"id":"c0e6a96b-322f-4473-93bf-c59d21eeb2b7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743770106} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600cbed3e2a c0e6a96b-322f-4473-93bf-c59d21eeb2b7 /tidb/cdc/default/default/upstream/7489435504195693059 {"id":7489435504195693059,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_claim_check.cli.51577.out cli changefeed create --start-ts=457118868458176513 --target-ts=457118870240493569 '--sink-uri=kafka://127.0.0.1:9092/open-protocol-claim-check?protocol=open-protocol&max-message-bytes=800&kafka-version=2.4.1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_claim_check/conf/changefeed.toml Create changefeed successfully! ID: f1689aef-cb30-4b73-98fe-d9dad632f764 Info: {"upstream_id":7489435504195693059,"namespace":"default","id":"f1689aef-cb30-4b73-98fe-d9dad632f764","sink_uri":"kafka://127.0.0.1:9092/open-protocol-claim-check?protocol=open-protocol\u0026max-message-bytes=800\u0026kafka-version=2.4.1","create_time":"2025-04-04T20:35:09.326449231+08:00","start_ts":457118868458176513,"target_ts":457118870240493569,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"lz4","claim_check_storage_uri":"file:///tmp/open-protocol-claim-check","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118868458176513,"checkpoint_ts":457118868458176513,"checkpoint_time":"2025-04-04 20:34:57.573"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... + set +x table test.finish_mark not exists for 1-th check, retry later table test.finish_mark not exists for 2-th check, retry later table test.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:35:16 CST 2025] <<<<<< run test case open_protocol_claim_check success! >>>>>> /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_claim_check/run.sh: line 1: 51606 Killed cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_storage_basic/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:35:28 CST 2025] <<<<<< run test case canal_json_storage_basic success! >>>>>> 8:35PM INF > Run case=sql/debezium/mysql-dbz-123.ddl =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_storage_partition_table/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:35:31 CST 2025] <<<<<< run test case canal_json_storage_partition_table success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_tables_ddl/run.sh using Sink-Type: kafka... <<================= * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 24927 failed: Connection refused * Failed to connect to 127.0.0.1 port 24927: Connection refused * Closing connection 0 You are running an older version of MinIO released 4 years ago Update: Run `mc admin update` Attempting encryption of all config, IAM users and policies on MinIO backend Endpoint: http://127.0.0.1:24927 Object API (Amazon S3 compatible): Go: https://docs.min.io/docs/golang-client-quickstart-guide Java: https://docs.min.io/docs/java-client-quickstart-guide Python: https://docs.min.io/docs/python-client-quickstart-guide JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide .NET: https://docs.min.io/docs/dotnet-client-quickstart-guide * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 24927 (#0) > GET / HTTP/1.1 > Host: 127.0.0.1:24927 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 403 Forbidden < Accept-Ranges: bytes < Content-Length: 226 < Content-Security-Policy: block-all-mixed-content < Content-Type: application/xml < Server: MinIO/RELEASE.2020-07-27T18-37-02Z < Vary: Origin < X-Amz-Request-Id: 18331DB34EDEC434 < X-Xss-Protection: 1; mode=block < Date: Fri, 04 Apr 2025 12:35:36 GMT < { [226 bytes data] * Connection #0 to host 127.0.0.1 left intact Bucket 's3://logbucket/' created The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/multi_tables_ddl Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... 8:35PM INF > Run case=sql/debezium/mysql-dbz-162.ddl Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489435734808388898 TiDB Cluster ID. tikv_gc_leader_uuid 658033360dc000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:53109, start at 2025-04-04 20:35:46.91131901 +0800 CST m=+1.462382225 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:37:46.919 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:35:46.921 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:25:46.921 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489435734808388898 TiDB Cluster ID. tikv_gc_leader_uuid 658033360dc000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:53109, start at 2025-04-04 20:35:46.91131901 +0800 CST m=+1.462382225 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:37:46.919 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:35:46.921 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:25:46.921 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489435728285367236 TiDB Cluster ID. tikv_gc_leader_uuid 658033360e8000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-kafka-test-246-h-vg317, pid:53177, start at 2025-04-04 20:35:46.918082952 +0800 CST m=+1.407205589 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250404-20:37:46.925 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250404-20:35:46.924 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250404-20:25:46.924 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_tables_ddl/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_tables_ddl/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Fri Apr 4 20:35:49 CST 2025] <<<<<< START cdc server in multi_tables_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_tables_ddl.5452354525.out server --log-file /tmp/tidb_cdc_test/multi_tables_ddl/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_tables_ddl/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 8300 failed: Connection refused * Failed to connect to 127.0.0.1 port 8300: Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Host: 127.0.0.1:8300 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 200 OK < Date: Fri, 04 Apr 2025 12:35:53 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [820 bytes data] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/add0dfe8-92ed-4294-93f8-3bc1fb999391 {"id":"add0dfe8-92ed-4294-93f8-3bc1fb999391","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743770150} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600ccbe9bcd add0dfe8-92ed-4294-93f8-3bc1fb999391 /tidb/cdc/default/default/upstream/7489435734808388898 {"id":7489435734808388898,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/add0dfe8-92ed-4294-93f8-3bc1fb999391 {"id":"add0dfe8-92ed-4294-93f8-3bc1fb999391","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743770150} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600ccbe9bcd add0dfe8-92ed-4294-93f8-3bc1fb999391 /tidb/cdc/default/default/upstream/7489435734808388898 {"id":7489435734808388898,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/add0dfe8-92ed-4294-93f8-3bc1fb999391 {"id":"add0dfe8-92ed-4294-93f8-3bc1fb999391","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743770150} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319600ccbe9bcd add0dfe8-92ed-4294-93f8-3bc1fb999391 /tidb/cdc/default/default/upstream/7489435734808388898 {"id":7489435734808388898,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: test-normal Info: {"upstream_id":7489435734808388898,"namespace":"default","id":"test-normal","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-normal-14116?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:35:53.189106011+08:00","start_ts":457118882168045576,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t1","multi_tables_ddl_test.t2","multi_tables_ddl_test.t3","multi_tables_ddl_test.t4","multi_tables_ddl_test.t1_7","multi_tables_ddl_test.t2_7","multi_tables_ddl_test.finish_mark"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118882168045576,"checkpoint_ts":457118882168045576,"checkpoint_time":"2025-04-04 20:35:49.872"} Create changefeed successfully! ID: test-error-1 Info: {"upstream_id":7489435734808388898,"namespace":"default","id":"test-error-1","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-error-1-20970?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:35:53.388763469+08:00","start_ts":457118882168045576,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t5","multi_tables_ddl_test.t6","multi_tables_ddl_test.t7","multi_tables_ddl_test.t8"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118882168045576,"checkpoint_ts":457118882168045576,"checkpoint_time":"2025-04-04 20:35:49.872"} Create changefeed successfully! ID: test-error-2 Info: {"upstream_id":7489435734808388898,"namespace":"default","id":"test-error-2","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-error-2-643?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-04T20:35:53.588755953+08:00","start_ts":457118882168045576,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t9","multi_tables_ddl_test.t10"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457118882168045576,"checkpoint_ts":457118882168045576,"checkpoint_time":"2025-04-04 20:35:49.872"} [Fri Apr 4 20:35:53 CST 2025] <<<<<< START kafka consumer in multi_tables_ddl case >>>>>> [Fri Apr 4 20:35:53 CST 2025] <<<<<< START kafka consumer in multi_tables_ddl case >>>>>> [Fri Apr 4 20:35:53 CST 2025] <<<<<< START kafka consumer in multi_tables_ddl case >>>>>> 8:35PM INF > Run case=sql/debezium/mysql-dbz-193.ddl table multi_tables_ddl_test.t55 exists table multi_tables_ddl_test.t66 exists table multi_tables_ddl_test.t7 exists table multi_tables_ddl_test.t88 exists table multi_tables_ddl_test.finish_mark not exists for 1-th check, retry later table multi_tables_ddl_test.finish_mark not exists for 2-th check, retry later 8:36PM INF > Run case=sql/debezium/mysql-dbz-198i.ddl table multi_tables_ddl_test.finish_mark exists check table exists success + endpoints=http://127.0.0.1:2379 + changefeed_id=test-normal + expected_state=normal + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-normal -s + info='{ "upstream_id": 7489435734808388898, "namespace": "default", "id": "test-normal", "state": "normal", "checkpoint_tso": 457118887830093845, "checkpoint_time": "2025-04-04 20:36:11.471", "error": null }' + echo '{ "upstream_id": 7489435734808388898, "namespace": "default", "id": "test-normal", "state": "normal", "checkpoint_tso": 457118887830093845, "checkpoint_time": "2025-04-04 20:36:11.471", "error": null }' { "upstream_id": 7489435734808388898, "namespace": "default", "id": "test-normal", "state": "normal", "checkpoint_tso": 457118887830093845, "checkpoint_time": "2025-04-04 20:36:11.471", "error": null } ++ echo '{' '"upstream_id":' 7489435734808388898, '"namespace":' '"default",' '"id":' '"test-normal",' '"state":' '"normal",' '"checkpoint_tso":' 457118887830093845, '"checkpoint_time":' '"2025-04-04' '20:36:11.471",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489435734808388898, '"namespace":' '"default",' '"id":' '"test-normal",' '"state":' '"normal",' '"checkpoint_tso":' 457118887830093845, '"checkpoint_time":' '"2025-04-04' '20:36:11.471",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + endpoints=http://127.0.0.1:2379 + changefeed_id=test-error-1 + expected_state=normal + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-error-1 -s + info='{ "upstream_id": 7489435734808388898, "namespace": "default", "id": "test-error-1", "state": "normal", "checkpoint_tso": 457118887830093845, "checkpoint_time": "2025-04-04 20:36:11.471", "error": null }' + echo '{ "upstream_id": 7489435734808388898, "namespace": "default", "id": "test-error-1", "state": "normal", "checkpoint_tso": 457118887830093845, "checkpoint_time": "2025-04-04 20:36:11.471", "error": null }' { "upstream_id": 7489435734808388898, "namespace": "default", "id": "test-error-1", "state": "normal", "checkpoint_tso": 457118887830093845, "checkpoint_time": "2025-04-04 20:36:11.471", "error": null } ++ echo '{' '"upstream_id":' 7489435734808388898, '"namespace":' '"default",' '"id":' '"test-error-1",' '"state":' '"normal",' '"checkpoint_tso":' 457118887830093845, '"checkpoint_time":' '"2025-04-04' '20:36:11.471",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489435734808388898, '"namespace":' '"default",' '"id":' '"test-error-1",' '"state":' '"normal",' '"checkpoint_tso":' 457118887830093845, '"checkpoint_time":' '"2025-04-04' '20:36:11.471",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + endpoints=http://127.0.0.1:2379 + changefeed_id=test-error-2 + expected_state=failed + error_msg=ErrSyncRenameTableFailed + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-error-2 -s + info='{ "upstream_id": 7489435734808388898, "namespace": "default", "id": "test-error-2", "state": "failed", "checkpoint_tso": 457118886257229830, "checkpoint_time": "2025-04-04 20:36:05.471", "error": { "time": "2025-04-04T20:36:06.533343449+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSyncRenameTableFailed", "message": "[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''138'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule." } }' + echo '{ "upstream_id": 7489435734808388898, "namespace": "default", "id": "test-error-2", "state": "failed", "checkpoint_tso": 457118886257229830, "checkpoint_time": "2025-04-04 20:36:05.471", "error": { "time": "2025-04-04T20:36:06.533343449+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSyncRenameTableFailed", "message": "[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''138'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule." } }' { "upstream_id": 7489435734808388898, "namespace": "default", "id": "test-error-2", "state": "failed", "checkpoint_tso": 457118886257229830, "checkpoint_time": "2025-04-04 20:36:05.471", "error": { "time": "2025-04-04T20:36:06.533343449+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSyncRenameTableFailed", "message": "[CDC:ErrSyncRenameTableFailed]table's old name is not in filter rule, and its new name in filter rule table id '138', ddl query: [rename table t11 to t9], it's an unexpected behavior, if you want to replicate this table, please add its old name to filter rule." } } ++ echo '{' '"upstream_id":' 7489435734808388898, '"namespace":' '"default",' '"id":' '"test-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457118886257229830, '"checkpoint_time":' '"2025-04-04' '20:36:05.471",' '"error":' '{' '"time":' '"2025-04-04T20:36:06.533343449+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSyncRenameTableFailed",' '"message":' '"[CDC:ErrSyncRenameTableFailed]table'\''s' old name is not in filter rule, and its new name in filter rule table id ''\''138'\'',' ddl query: '[rename' table t11 to 't9],' 'it'\''s' an unexpected behavior, if you want to replicate this table, please add its old name to filter 'rule."' '}' '}' ++ jq -r .state + state=failed + [[ ! failed == \f\a\i\l\e\d ]] ++ jq -r .error.message ++ echo '{' '"upstream_id":' 7489435734808388898, '"namespace":' '"default",' '"id":' '"test-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457118886257229830, '"checkpoint_time":' '"2025-04-04' '20:36:05.471",' '"error":' '{' '"time":' '"2025-04-04T20:36:06.533343449+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSyncRenameTableFailed",' '"message":' '"[CDC:ErrSyncRenameTableFailed]table'\''s' old name is not in filter rule, and its new name in filter rule table id ''\''138'\'',' ddl query: '[rename' table t11 to 't9],' 'it'\''s' an unexpected behavior, if you want to replicate this table, please add its old name to filter 'rule."' '}' '}' + message='[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''138'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule.' + [[ ! [CDC:ErrSyncRenameTableFailed]table's old name is not in filter rule, and its new name in filter rule table id '138', ddl query: [rename table t11 to t9], it's an unexpected behavior, if you want to replicate this table, please add its old name to filter rule. =~ ErrSyncRenameTableFailed ]] check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Fri Apr 4 20:36:14 CST 2025] <<<<<< run test case multi_tables_ddl success! >>>>>> Exiting on signal: INTERRUPT \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } 8:36PM INF > Run case=sql/debezium/mysql-dbz-200.ddl 8:36PM INF > Run case=sql/debezium/mysql-quoted.ddl 8:37PM INF > Run case=sql/debezium/mysql-test-create.ddl 8:40PM INF > Run case=sql/debezium/mysql-ticketmonster-liquibase.ddl 8:41PM INF > Run case=sql/debezium/mysql_dbz_6533.sql 8:41PM INF > Run case=sql/debezium/numeric_column_test.sql 8:41PM INF > Run case=sql/debezium/readbinlog_test.sql 8:42PM INF > Run case=sql/debezium/real_test.sql 8:42PM INF > Run case=sql/debezium/regression_test.sql 8:44PM INF > Run case=sql/debezium/skip_messages_test.sql 8:44PM INF > Run case=sql/debezium/strategy_test.sql 8:44PM INF > Run case=sql/debezium/table_column_comment_test.sql 8:45PM INF > Run case=sql/debezium/timestamp_column_test.sql 8:45PM INF > Run case=sql/debezium/tinyint_test.sql 8:45PM INF > Run case=sql/debezium/topic_name_sanitization_test.sql 8:46PM INF > Run case=sql/debezium/transaction_metadata_test.sql 8:46PM INF > Run case=sql/debezium/transactionpayload_test.sql 8:46PM INF > Run case=sql/debezium/unsigned_integer_test.sql 8:47PM INF > Run case=sql/debezium/year_test.sql 8:48PM INF > Run case=sql/dml.sql 8:49PM INF > All tests pass failed=0 passed=521 [Fri Apr 4 20:49:19 CST 2025] <<<<<< run test case debezium success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/lossy_ddl/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:49:31 CST 2025] <<<<<< run test case lossy_ddl success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_csv_update/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:49:34 CST 2025] <<<<<< run test case storage_csv_update success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/csv_storage_update_pk_clustered/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:49:38 CST 2025] <<<<<< run test case csv_storage_update_pk_clustered success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/csv_storage_update_pk_nonclustered/run.sh using Sink-Type: kafka... <<================= [Fri Apr 4 20:49:41 CST 2025] <<<<<< run test case csv_storage_update_pk_nonclustered success! >>>>>> \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-246/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Declarative: Post Actions) [Pipeline] script [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $WEBHOOK_URL [Pipeline] { [Pipeline] sh Warning: A secret was passed to "sh" using Groovy String interpolation, which is insecure. Affected argument(s) used the following variable(s): [WEBHOOK_URL] See https://jenkins.io/redirect/groovy-string-interpolation for details. + curl -X POST **** -H 'Content-Type: application/json' -d '{ "msg_type": "text", "content": { "text": "CDC Kafka Integration Test: SUCCESS\nBranch: master\nBuild URL: https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/246/\nJob Page: https://prow.tidb.net/?repo=pingcap%2Ftiflow&type=periodic\n" } }' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 499 100 77 100 422 164 899 --:--:-- --:--:-- --:--:-- 1061 100 499 100 77 100 422 164 899 --:--:-- --:--:-- --:--:-- 1061 {"StatusCode":0,"StatusMessage":"success","code":0,"data":{},"msg":"success"} [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline Finished: SUCCESS